-- Logs begin at Fri 2022-10-28 08:59:30 UTC, end at Fri 2022-10-28 10:02:21 UTC. -- Oct 28 09:36:15.396547 dv-cinder-zed-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 09:36:18.180295 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:36:18.180930 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 09:36:18.181080 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112721) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 09:36:18.184404 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:36:18.184659 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 09:36:18.184971 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112721) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 09:36:18.185923 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:36:18.186157 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:36:18.186671 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:36:18.186923 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:36:18.187149 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:36:18.187472 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.187773 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.188004 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.188306 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.188596 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.188875 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.189164 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.189462 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.189747 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.190606 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.190896 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.191134 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.191536 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.191832 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.192120 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.192348 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] debug = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.192632 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.193080 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.193491 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.193766 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.194073 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.194338 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.194641 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.194919 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.195201 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.195543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] host = dv-cinder-zed-3-iscsi {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.195819 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.196109 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.196392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.196678 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.196951 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.197226 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.197512 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.197782 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.198053 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.198327 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.198653 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.198941 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.199230 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.199454 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.199679 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.199965 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.200252 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.200527 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.200801 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.201076 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.201448 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.201730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.201998 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.202286 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.202630 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.202922 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.203200 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.203477 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.203752 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.204036 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.204317 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.204592 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.204867 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.205142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.205433 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.206274 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.206578 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.206885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.207172 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.207454 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.207741 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.208017 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.208299 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.208570 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.208842 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.209115 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_json = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.209387 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.209657 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.209938 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.210209 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.210503 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.210778 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.211050 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.211334 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.211606 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:18.211904 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.212200 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.212498 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.212781 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.213090 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.213370 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.213659 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.213938 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.214227 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.214542 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.214839 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.215122 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.215425 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.215717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.216012 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.216321 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.216614 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.216906 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.217180 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.217455 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.217728 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.218004 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.218288 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.218587 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.218876 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.219164 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.219443 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.219738 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.220022 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.220306 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.220597 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.220884 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.221179 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.221460 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.221747 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.222026 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.222301 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.222612 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.222896 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.223173 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.223447 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.223738 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.224028 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.224302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.224578 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.224867 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.225145 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.225419 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.225692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.225968 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.226239 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.226553 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.226831 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.227103 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.227373 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.227651 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.227922 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.228195 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.228471 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.228741 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.229016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.229287 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.229558 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.229831 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.230100 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.230369 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.230730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.231000 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.231276 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.231548 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.231820 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.232089 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.232488 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.232632 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.232920 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.233529 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.233529 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.233760 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.234039 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.234380 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.234686 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.234875 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.235150 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.235427 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.235698 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.235986 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.236268 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.236553 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.236854 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.237154 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.237452 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.237730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.238007 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.238283 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.238583 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.238860 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.239142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.239419 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.239699 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.239979 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.240261 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.240555 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.240847 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.241125 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.241420 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.241714 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.242010 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.242293 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.242629 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.242918 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:18.243138 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:36:18.243392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112721) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 09:36:18.629326 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 09:36:18.629665 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 09:36:18.629916 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 09:36:18.630148 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 09:36:18.630447 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 09:36:18.630781 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 09:36:18.962286 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:18.962603 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:18.962881 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:18.964088 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:18.964365 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:18.964633 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.017461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.017737 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.018006 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.034976 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.035266 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.035540 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.064433 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.064730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.065550 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.102126 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.102430 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.102705 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.334226 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.334871 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.334871 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.336030 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.336730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.437005 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.437330 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.437627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.437898 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.438166 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.438507 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.438774 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.439034 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.439290 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.439572 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.439833 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.440506 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.440770 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.441024 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.441283 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.441549 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.441805 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.442073 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.442343 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.442627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.442902 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.443157 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.443443 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.443818 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.444071 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.444319 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.444721 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.444962 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.445199 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.445436 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.445677 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.445910 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:19.446272 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 09:36:19.449471 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 09:36:19.453393 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 09:36:19.457636 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 28 09:36:19.459280 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 09:36:19.459904 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 09:36:19.460240 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 09:36:19.460628 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 09:36:19.463422 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 09:36:19.463673 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 09:36:19.464017 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:36:19.469123 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 09:36:19.492102 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 09:36:19.492563 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.492863 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112721) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 28 09:36:19.493236 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.494613 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112721) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 09:36:19.494899 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:36:19.495149 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 09:36:19.506094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.506379 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:19.638337 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 09:36:19.638603 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 09:36:19.638847 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 09:36:19.639243 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 09:36:19.692722 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO dbcounter [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Registered counter for database neutron Oct 28 09:36:19.712027 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_db.sqlalchemy.engines [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112721) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 09:36:19.718129 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writer thread running {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:36:20.265639 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing driver for type 'gre' Oct 28 09:36:20.266189 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] gre ID ranges: [(1, 1000)] Oct 28 09:36:20.323062 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing driver for type 'local' Oct 28 09:36:20.323434 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing driver for type 'vlan' Oct 28 09:36:20.339430 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] VlanTypeDriver initialization complete Oct 28 09:36:20.340162 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing driver for type 'vxlan' Oct 28 09:36:20.340286 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] vxlan ID ranges: [(1, 1000)] Oct 28 09:36:20.395033 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing extension driver 'port_security' Oct 28 09:36:20.395338 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.extensions.port_security [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] PortSecurityExtensionDriver initialization complete Oct 28 09:36:20.395680 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing mechanism driver 'openvswitch' Oct 28 09:36:20.396016 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing mechanism driver 'hyperv' Oct 28 09:36:20.402752 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:20.403448 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.403837 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.404207 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.404736 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.405177 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.405553 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.405918 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.406319 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.406770 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.407138 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.407498 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.407972 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.408312 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.409236 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.410753 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.410753 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.410753 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.411015 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.411151 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.411935 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.412361 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > address_group after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.412722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > address_group after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.413080 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > address_group after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.413484 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 09:36:20.413935 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] ML2 OVO RPC backend initialized. {{(pid=112721) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 28 09:36:20.414717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.415092 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.415515 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.415879 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > networks before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.416239 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.416599 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > ports before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.416957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.417311 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnets before_response 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.417672 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.418034 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.418522 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.418743 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.419098 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.419444 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.419799 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.420149 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.420498 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > subnet after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.428972 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded quota_driver: . Oct 28 09:36:20.429343 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.plugin [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Modular L2 Plugin initialization complete Oct 28 09:36:20.429707 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading services supported by the core plugin {{(pid=112721) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 09:36:20.430061 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.plugins.ml2.managers [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Got port-security extension from driver 'port_security' Oct 28 09:36:20.430596 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.extensions.vlantransparent [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Disabled vlantransparent extension. Oct 28 09:36:20.431109 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112721) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 09:36:20.431440 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: router Oct 28 09:36:20.467118 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.467526 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_create 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.467916 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router before_create 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.468300 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.468693 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.469074 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_delete 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.469451 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > floatingip after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.469820 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > floatingip after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.470197 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_create 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.470600 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.470969 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.471905 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.472287 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.472719 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.473111 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.473471 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.473827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: subnet after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.474191 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.474601 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > port precommit_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.474973 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_create 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.475334 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.475690 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.476063 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router after_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.476422 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_delete 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.476793 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_create 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.477174 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router_interface after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.477538 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_update 55549900 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.477921 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > agent after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.478290 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > agent after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.478682 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > network after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.479613 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Tracking information for resource: router configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:20.479956 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Tracking information for resource: floatingip configured {{(pid=112721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:36:20.485176 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.db.l3_agentschedulers_db [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 09:36:20.485768 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.486143 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.486539 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.487465 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: port after_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.488303 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router before_create 55550100 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.488747 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_delete 55550100 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.489072 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_create 55550100 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.489458 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > router precommit_update 55550100 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.494439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.provider_configuration [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service providers = [] {{(pid=112721) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 09:36:20.494822 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.db.servicetype_db [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112721) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 09:36:20.497869 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.service_base [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:36:20.498230 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.service_base [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:36:20.498613 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.service_base [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:36:20.499523 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.services.service_base [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:36:20.499904 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.services.service_base [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 09:36:20.500298 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.500626 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 09:36:20.512686 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.513035 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: auto_allocate Oct 28 09:36:20.519089 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: network precommit_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.519425 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: network precommit_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.519974 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.520309 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: tag Oct 28 09:36:20.527669 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.528012 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: timestamp Oct 28 09:36:20.532762 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.533102 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: network_ip_availability Oct 28 09:36:20.540126 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.540523 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.540898 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.541732 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.542070 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: flavors Oct 28 09:36:20.547586 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.547932 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading Plugin: revisions Oct 28 09:36:20.553584 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:36:20.553996 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.923s {{(pid=112721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 09:36:20.554846 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112721) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 28 09:36:20.555200 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Initializing extension manager. Oct 28 09:36:20.555756 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: __init__.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.556109 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: __pycache__ {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.556456 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: address_group.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.557531 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.558176 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: address-group Oct 28 09:36:20.558514 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: address_scope.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.559217 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.559741 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: address-scope Oct 28 09:36:20.560076 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: admin_state_down_before_update.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.561064 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.561590 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: router-admin-state-down-before-update Oct 28 09:36:20.561926 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: agent.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.562648 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.563171 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: agent Oct 28 09:36:20.563501 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: agent_resources_synced.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.564401 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.564963 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: agent-resources-synced Oct 28 09:36:20.565295 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: allowedaddresspairs.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.567268 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.567798 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: allowed-address-pairs Oct 28 09:36:20.568132 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: auto_allocated_topology.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.569223 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.569759 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: auto-allocated-topology Oct 28 09:36:20.570096 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: availability_zone.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.570801 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.571325 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: availability_zone Oct 28 09:36:20.571658 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: availability_zone_filter.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.572554 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.573074 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: availability_zone_filter Oct 28 09:36:20.573406 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: data_plane_status.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.574298 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.574850 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 09:36:20.575183 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: default_subnetpools.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.576073 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.576587 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: default-subnetpools Oct 28 09:36:20.576920 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: dhcpagentscheduler.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.577731 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.578256 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: dhcp_agent_scheduler Oct 28 09:36:20.578620 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: dns.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.579520 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.580047 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension dns-integration not supported by any of loaded plugins Oct 28 09:36:20.580392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: dns_domain_ports.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.581318 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.581830 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 09:36:20.582161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.583094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.583607 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 09:36:20.583941 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: dvr.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.584595 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.585108 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: dvr Oct 28 09:36:20.585439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: ecmp_routes.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.586334 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.586874 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 09:36:20.587208 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: empty_string_filtering.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.588092 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.588619 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: empty-string-filtering Oct 28 09:36:20.588950 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.589834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.590347 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:36:20.590709 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.591605 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.592119 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 09:36:20.592449 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: external_net.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.593340 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.593867 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: external-net Oct 28 09:36:20.594198 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: extra_dhcp_opt.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.595104 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.595619 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: extra_dhcp_opt Oct 28 09:36:20.595949 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: extraroute.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.597377 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.597895 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: extraroute Oct 28 09:36:20.598226 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: extraroute_atomic.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.599412 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.599932 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: extraroute-atomic Oct 28 09:36:20.600263 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: filter_validation.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.600919 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.601434 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: filter-validation Oct 28 09:36:20.601766 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: fip_pf_description.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.602687 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.603195 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 09:36:20.603527 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: fip_pf_detail.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.604407 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.604925 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: floating-ip-port-forwarding-detail Oct 28 09:36:20.605253 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: fip_pf_port_range.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.606149 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.606705 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 28 09:36:20.607045 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: fip_port_details.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.607933 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.608466 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: fip-port-details Oct 28 09:36:20.608800 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: flavors.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.610015 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.610577 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: flavors Oct 28 09:36:20.610915 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.613104 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.613640 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 09:36:20.613981 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: floatingip_pools.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.614704 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.615231 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: floatingip-pools Oct 28 09:36:20.615565 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: ip_allocation.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.616462 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.616985 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 09:36:20.617317 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.618227 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.618799 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: ip-substring-filtering Oct 28 09:36:20.619122 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l2_adjacency.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.620027 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.620550 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 09:36:20.620885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.621877 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.622415 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: router Oct 28 09:36:20.622766 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_conntrack_helper.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.625377 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.625853 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:36:20.626200 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.627124 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.627684 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: ext-gw-mode Oct 28 09:36:20.628022 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.628938 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.629463 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: l3-ha Oct 28 09:36:20.629803 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.630713 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.631233 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 09:36:20.631566 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_flavors.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.632461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.632984 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: l3-flavors Oct 28 09:36:20.633319 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_ndp_proxy.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.634704 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.635233 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 09:36:20.635577 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.636470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.636991 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 09:36:20.637329 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: l3agentscheduler.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.638376 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.638942 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: l3_agent_scheduler Oct 28 09:36:20.639285 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: local_ip.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.641035 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.641577 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension local_ip not supported by any of loaded plugins Oct 28 09:36:20.641918 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: logging.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.643462 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.644006 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension logging not supported by any of loaded plugins Oct 28 09:36:20.644351 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: metering.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.645087 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.645686 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: metering Oct 28 09:36:20.646028 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.647193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.647705 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: metering_source_and_destination_fields Oct 28 09:36:20.648043 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: multiprovidernet.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.648962 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.649488 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: multi-provider Oct 28 09:36:20.649841 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: netmtu.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.650767 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.651294 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: net-mtu Oct 28 09:36:20.651626 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: netmtu_writable.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.652521 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.653046 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: net-mtu-writable Oct 28 09:36:20.653383 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: network_availability_zone.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.654036 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.654590 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: network_availability_zone Oct 28 09:36:20.654924 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: network_ip_availability.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.656014 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.656539 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: network-ip-availability Oct 28 09:36:20.656871 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: network_segment_range.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.657630 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.658143 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 09:36:20.658515 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: pagination.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.660003 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.660341 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: pagination Oct 28 09:36:20.660673 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_device_profile.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.661550 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.662332 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-device-profile Oct 28 09:36:20.662701 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_mac_address_override.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.663596 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.664120 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-mac-override Oct 28 09:36:20.664455 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.665348 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.665871 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-mac-address-regenerate Oct 28 09:36:20.666204 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.667127 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.667650 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-numa-affinity-policy Oct 28 09:36:20.667985 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_resource_request.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.668870 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.669387 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 09:36:20.669723 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: port_resource_request_groups.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.670699 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.671220 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 09:36:20.671552 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: portbindings.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.672444 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.672969 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: binding Oct 28 09:36:20.673304 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: portbindings_extended.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.675138 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.675668 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: binding-extended Oct 28 09:36:20.676005 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: portsecurity.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.676894 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.677420 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-security Oct 28 09:36:20.677754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: project_id.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.678982 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.679325 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: project-id Oct 28 09:36:20.679664 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: providernet.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.680559 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.681096 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: provider Oct 28 09:36:20.681435 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.685056 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.685611 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos not supported by any of loaded plugins Oct 28 09:36:20.685954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.687241 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.687778 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 09:36:20.688120 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.689021 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.689556 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 09:36:20.689920 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_default.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.690845 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.691380 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-default not supported by any of loaded plugins Oct 28 09:36:20.691719 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_fip.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.692627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.693157 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-fip not supported by any of loaded plugins Oct 28 09:36:20.693498 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_fip_network_policy.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.694428 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.694951 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 09:36:20.695292 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_gateway_ip.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.696193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.696719 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 09:36:20.697054 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_port_network_policy.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.697942 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.698494 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 09:36:20.698830 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.699865 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.700398 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 09:36:20.700736 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.701748 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.702273 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 09:36:20.702638 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_pps_rule.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.703798 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.704327 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-pps not supported by any of loaded plugins Oct 28 09:36:20.704664 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_rule_type_details.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.706093 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.706647 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 09:36:20.706986 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_rule_type_filter.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.707880 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.708401 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 28 09:36:20.708736 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: qos_rules_alias.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.709758 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.710307 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 09:36:20.710676 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: quota_check_limit.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.711556 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.712083 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: quota-check-limit Oct 28 09:36:20.712417 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: quotasv2.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.713387 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.713725 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: quotas Oct 28 09:36:20.714061 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: quotasv2_detail.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.715799 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.716149 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: quota_details Oct 28 09:36:20.716493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: rbac.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.717539 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.718076 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: rbac-policies Oct 28 09:36:20.718433 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: rbac_address_group.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.719344 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.719877 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: rbac-address-group Oct 28 09:36:20.720211 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: rbac_address_scope.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.721250 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.722283 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: rbac-address-scope Oct 28 09:36:20.722654 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: rbac_security_groups.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.723558 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.724084 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: rbac-security-groups Oct 28 09:36:20.724420 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: rbac_subnetpool.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.725321 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.725852 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: rbac-subnetpool Oct 28 09:36:20.726186 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: revisionifmatch.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.727114 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.727643 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: revision-if-match Oct 28 09:36:20.727975 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: revisions.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.729076 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.729608 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: standard-attr-revisions Oct 28 09:36:20.729943 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: router_availability_zone.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.730627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.731158 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: router_availability_zone Oct 28 09:36:20.731489 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: routerservicetype.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.732394 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.732921 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension router-service-type not supported by any of loaded plugins Oct 28 09:36:20.733251 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.734163 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.734722 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: security-groups-normalized-cidr Oct 28 09:36:20.735054 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: security_groups_port_filtering.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.735957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.736478 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: port-security-groups-filtering Oct 28 09:36:20.736837 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.737734 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.738261 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: security-groups-remote-address-group Oct 28 09:36:20.738627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.739537 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.740060 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: security-groups-shared-filtering Oct 28 09:36:20.740392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: securitygroup.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.750466 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.751038 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: security-group Oct 28 09:36:20.751383 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: segment.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.752134 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.752697 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension segment not supported by any of loaded plugins Oct 28 09:36:20.753035 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.754025 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.754591 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 09:36:20.754932 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: servicetype.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.756025 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.756559 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: service-type Oct 28 09:36:20.756896 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: sorting.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.757858 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.758199 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: sorting Oct 28 09:36:20.758562 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: standard_attr_segment.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.759472 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.760006 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 09:36:20.760342 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: standardattrdescription.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.760976 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.761503 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: standard-attr-description Oct 28 09:36:20.761835 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: stateful_security_group.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.762774 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.763308 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: stateful-security-group Oct 28 09:36:20.763644 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: stdattrs_common.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.764213 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 09:36:20.764546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.765455 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.765983 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 09:36:20.766320 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnet_onboard.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.767391 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.767921 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: subnet_onboard Oct 28 09:36:20.768800 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.769771 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.770244 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 09:36:20.770613 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnet_service_types.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.771527 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.772055 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: subnet-service-types Oct 28 09:36:20.772390 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnetallocation.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.773449 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.773983 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: subnet_allocation Oct 28 09:36:20.774321 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.774999 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.775525 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: subnetpool-prefix-ops Oct 28 09:36:20.775860 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.776768 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.777292 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 09:36:20.777626 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: tagging.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.778720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.779260 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: standard-attr-tag Oct 28 09:36:20.779604 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: timestamp.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.780788 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.781319 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loaded extension: standard-attr-timestamp Oct 28 09:36:20.781655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: trunk.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.782686 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.783220 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension trunk not supported by any of loaded plugins Oct 28 09:36:20.783558 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: trunk_details.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.784518 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.785044 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension trunk-details not supported by any of loaded plugins Oct 28 09:36:20.785378 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: uplink_status_propagation.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.786267 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.787087 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 09:36:20.787424 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Loading extension file: vlantransparent.py {{(pid=112721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:36:20.788079 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:36:20.788604 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 09:36:20.791322 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:network Oct 28 09:36:20.791867 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnet Oct 28 09:36:20.792279 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:36:20.792680 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:port Oct 28 09:36:20.794014 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.794513 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service FLAVORS assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.795142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.795589 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.795936 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:router Oct 28 09:36:20.796380 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:36:20.796892 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service METERING assigned prefix: /metering {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.798365 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.798780 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.799147 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:36:20.800719 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:36:20.801176 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:36:20.801614 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:36:20.802170 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service CORE assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.802549 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:36:20.802916 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] subnetpool is already registered Oct 28 09:36:20.803342 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service CORE assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.803690 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:36:20.804030 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] subnetpool is already registered Oct 28 09:36:20.806521 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.806993 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service FLAVORS assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.807643 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.808200 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.808575 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:router Oct 28 09:36:20.808927 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] router is already registered Oct 28 09:36:20.809368 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:36:20.809717 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] floatingip is already registered Oct 28 09:36:20.810198 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service METERING assigned prefix: /metering {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.810982 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:36:20.811319 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] rbac_policy is already registered Oct 28 09:36:20.811765 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:36:20.812113 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] security_group is already registered Oct 28 09:36:20.812538 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:36:20.812882 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] security_group_rule is already registered Oct 28 09:36:20.813404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service CORE assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.813737 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:36:20.814105 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] subnetpool is already registered Oct 28 09:36:20.814572 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.v2.resource_helper [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Service CORE assigned prefix: {{(pid=112721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:36:20.814930 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:36:20.815853 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING neutron.quota.resource_registry [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] subnetpool is already registered Oct 28 09:36:20.816335 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: extensions {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.817990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: address-groups {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.819540 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: address-scopes {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.820763 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: agents {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.821937 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: auto-allocated-topology {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.824602 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: availability_zones {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.825854 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: dhcp-networks {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.827329 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: dhcp-agents {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.828895 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: routers {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.830713 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: flavors {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.831881 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: service_profiles {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.833202 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: next_providers {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.834731 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: service_profiles {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.836209 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: floatingip-pools {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.837528 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: routers {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.839390 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: floatingips {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.840646 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: l3-routers {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.842050 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: l3-agents {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.843625 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: metering-labels {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.845004 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: metering-label-rules {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.846335 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: network-ip-availabilities {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.847750 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: bindings {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.849341 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: quotas {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.850988 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: quotas {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.852645 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: rbac-policies {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.853877 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: security-groups {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.855130 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: security-group-rules {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.856410 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: service-providers {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.857730 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: subnetpools {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.859139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: subnetpools {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.860632 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.862990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.864751 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.866682 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.868403 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.870294 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.872133 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.873956 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.875818 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.878248 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron.api.extensions [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Extended resource: tags {{(pid=112721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:36:20.885542 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING keystonemiddleware.auth_token [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 09:36:20.890758 dv-cinder-zed-3-iscsi neutron-server[112721]: WARNING keystonemiddleware.auth_token [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 09:36:20.899855 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Acquiring lock "singleton_lock" {{(pid=112721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 09:36:20.900190 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Acquired lock "singleton_lock" {{(pid=112721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 28 09:36:20.900677 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_concurrency.lockutils [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Releasing lock "singleton_lock" {{(pid=112721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 28 09:36:20.901339 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Starting 2 workers Oct 28 09:36:20.906167 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Started child 112834 {{(pid=112721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:36:20.910901 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Started child 112835 {{(pid=112721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:36:20.912054 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.912746 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO neutron.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 09:36:20.913409 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Publish callbacks [] for process (None), before_spawn {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.913860 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [-] (112834) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:36:20.915932 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Starting 1 workers Oct 28 09:36:20.917688 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.919885 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [-] (112835) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:36:20.921205 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Started child 112836 {{(pid=112721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:36:20.921787 dv-cinder-zed-3-iscsi neutron-server[112721]: INFO oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Starting 1 workers Oct 28 09:36:20.925585 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] calling RpcWorker wait() {{(pid=112836) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 09:36:20.926212 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] returning from RpcWorker wait() {{(pid=112836) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 09:36:20.927626 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Started child 112837 {{(pid=112721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:36:20.927772 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.927866 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1229-07b8-4839-8659-5436173e207a None None] Publish callbacks [] for process (None), after_spawn {{(pid=112721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.927965 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:20.929989 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:36:20.929989 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:36:20.930178 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:36:20.930378 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:36:20.930754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:36:20.930943 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:36:20.931472 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.931763 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.932198 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.932418 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:20.932902 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.932902 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.933159 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.933306 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:20.933454 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.933691 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.933953 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.934124 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.934281 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.934579 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.934828 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.935152 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.935453 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.935701 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.935962 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.936166 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.936409 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.936673 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.936923 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.937392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] debug = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.937635 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.937964 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.938211 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.938500 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.938745 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.939022 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.939298 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.939550 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.939801 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.940624 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.940897 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.941174 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.941443 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.941706 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.942620 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.942620 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.942907 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.943171 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] host = dv-cinder-zed-3-iscsi {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.943425 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.943864 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.944012 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.944167 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.944443 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.944666 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.945296 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.945296 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.945563 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.945738 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.946274 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.946274 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.946581 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.946863 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.946863 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_options = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.947248 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.947389 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.947589 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.947785 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.948142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.948142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.948416 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.948556 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.950470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.951154 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.951475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.951753 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.952101 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.952267 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.952579 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.953121 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.953121 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.953343 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.953629 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.953911 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.954121 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.954261 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.954530 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.954787 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.955263 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.955746 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.956006 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.956279 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.956518 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.956752 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.957062 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.957538 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.957953 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.958384 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.958844 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.959243 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.959925 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.960180 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.960410 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.960641 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_json = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.960892 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.961113 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.961627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.961627 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.961859 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.961995 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.962209 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.962490 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.962851 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:20.963292 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.963451 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.964355 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.964355 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.964355 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.966332 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967278 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967278 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967278 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967278 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967710 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.967710 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969161 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969893 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969893 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.969893 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.970249 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.972754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.973692 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.974360 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.974360 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.974360 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.974729 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.974846 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.975478 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.975478 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.975746 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.975746 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.975974 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.976869 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.976869 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.976869 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.977252 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.977252 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.977480 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.977660 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.978945 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.979165 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.979904 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.979904 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.979904 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.980346 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.980346 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.980574 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.980693 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.981251 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.981251 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.981423 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.981657 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.982430 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.982430 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.982430 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.982697 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.982786 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983169 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983169 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983437 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983585 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983763 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.983982 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.984395 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.984807 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.985218 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.985737 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.986169 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.986653 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.987583 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.987856 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.988172 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.988440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.988835 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.989218 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.989609 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.990013 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.990453 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.990887 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.991298 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.991693 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.992100 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.992467 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.992863 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.993114 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.993346 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.993600 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.993838 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.994072 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.994314 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.994573 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.994857 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.995135 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.995419 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.995653 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.996081 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.996527 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.996890 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.997188 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.997564 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.997865 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.998193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.998610 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.998938 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.999274 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:20.999601 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.000059 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.000410 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.000694 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.000964 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.001205 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.001445 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.001698 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.001952 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.002180 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.002448 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.003262 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.003584 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.003823 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.004064 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.004286 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.004564 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.004822 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.005059 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.005333 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.005615 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.005890 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.006143 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.006384 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.006683 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.007025 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.007137 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.007366 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.007609 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.008117 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.008117 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.008292 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.008478 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.008722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.009085 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.009169 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.009369 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.009615 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.009837 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.010090 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.010357 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.010555 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.010816 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.011282 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.011282 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.011456 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.011691 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.011942 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.012165 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.012439 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.012698 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.012919 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.013149 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.013416 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.013673 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.013888 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.014145 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.014381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.014699 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.014919 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.015144 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.015388 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.015606 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.015839 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.016078 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.016349 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.016610 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.017034 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.017634 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.017634 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.017938 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.018090 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019094 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019611 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019611 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.019611 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020349 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020349 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020349 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020946 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020946 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.020946 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.021258 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.021420 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.021665 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.021915 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.022138 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.022381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.022635 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.022856 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.023078 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.023298 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.023536 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.023754 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.023976 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.024213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.024546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.024803 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.025034 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.025287 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.025507 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.025758 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.025994 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.026212 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.026453 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.026842 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.026941 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.027481 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.027481 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.027885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.027885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.028185 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.028261 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.028471 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.028700 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.028916 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.029145 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.029390 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.029587 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.029802 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.030019 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.030431 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.030671 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.030885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.031263 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.031483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.031720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.031936 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.032149 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.032422 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.032624 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.032837 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.033142 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.033395 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.033816 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.034112 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.034364 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.034650 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.034885 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.035201 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.035422 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.035668 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.035909 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.036154 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.036392 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.036665 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.037234 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.037524 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.037775 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.038034 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.038325 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.038630 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.038897 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.039144 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.039470 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.039808 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.039911 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:21.040068 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.040360 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.040601 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.040866 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.041095 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.041317 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.041558 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.041802 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.042023 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.042269 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.042551 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.042871 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.043116 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.043335 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.043561 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.043973 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.044358 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.044785 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.045178 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.045509 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:36:21.046264 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:36:21.046512 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:36:21.046681 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:36:21.046875 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:36:21.047197 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:36:21.047494 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:36:21.047846 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.048155 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.048476 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.048665 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.048813 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.048965 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.049115 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.049792 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.049942 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.050118 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.050275 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.050618 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.050798 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.051084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.051084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.051513 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.051513 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.051513 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052097 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052097 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052097 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] debug = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.052720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.053356 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.053356 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.053356 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.053356 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.053356 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.054720 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] host = dv-cinder-zed-3-iscsi {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055381 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055879 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055879 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.055879 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.056546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.056546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.056546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.056546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.056546 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057188 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057188 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057188 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057188 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_options = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057750 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057750 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057750 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.057750 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.058461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.058461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.058461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.058461 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059084 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059761 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059761 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059761 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059761 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.059761 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.060493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.060493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.060493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.060493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.060493 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061213 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061812 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061812 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061812 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.061812 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062341 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062341 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062341 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062751 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062751 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.062751 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063240 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063240 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063240 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063695 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063695 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.063695 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064131 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064131 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064131 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064496 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_json = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064496 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064496 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064840 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.064840 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.065652 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.065652 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.065915 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.066054 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.066466 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:36:21.066466 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.066466 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.066926 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.066926 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067133 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067133 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067274 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067421 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067587 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067781 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.067978 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068136 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068270 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068412 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068552 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068689 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068854 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.068994 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069171 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069309 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069450 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069589 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069788 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.069977 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070170 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070170 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070544 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070544 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070886 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.070886 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071150 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071150 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071420 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071562 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071699 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071800 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.071916 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.072087 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.072235 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.072405 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.072661 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.073717 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.075187 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.076519 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.077947 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.079508 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.081655 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.083110 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.084302 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.085440 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.086848 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.087957 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.089153 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.090499 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.091809 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.093016 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.095193 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.096722 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.097404 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.098505 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.099543 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.100483 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.101834 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.103139 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.104475 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.105939 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.106990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.106990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.106990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.106990 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107590 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34062) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.107827 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.109254 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.110374 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.111954 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.113221 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.114352 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.115563 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.115563 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.115563 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.115945 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053816 Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:36:21.116158 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:36:21.118935 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038993 Oct 28 09:36:30.387958 dv-cinder-zed-3-iscsi neutron-server[112721]: DEBUG dbcounter [-] [112721] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=112721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:32.667148 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b6279-25b5-4e79-a329-06f834a7269f None None] get_active_networks_info from dv-cinder-zed-3-iscsi {{(pid=112836) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 09:36:32.671737 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writer thread running {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:36:32.732664 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b6279-25b5-4e79-a329-06f834a7269f None None] No non-hosted networks {{(pid=112836) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 09:36:32.750790 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.agentschedulers_db [None req-242b6279-25b5-4e79-a329-06f834a7269f None None] DHCP Agent not found on host dv-cinder-zed-3-iscsi {{(pid=112836) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 09:36:32.823878 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7ec30226-1ee9-4b6d-bd1d-aa9ed9084a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:34.376640 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writer thread running {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:36:34.918282 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6a85b0b7-ad8f-4e93-a88a-8d03c36d4e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:34.957801 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8dca4a7-68de-459c-958f-b27b94dc15cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:36.716047 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:36.796435 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34138) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:37.439898 dv-cinder-zed-3-iscsi neutron-server[112834]: WARNING oslo_policy.policy [None req-b397c5f5-a6c7-4903-8fa3-c87bdeb6781a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:37.440888 dv-cinder-zed-3-iscsi neutron-server[112834]: WARNING oslo_policy.policy [None req-b397c5f5-a6c7-4903-8fa3-c87bdeb6781a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:37.621205 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.db.l3_hamode_db [None req-89cb8f4e-4987-45cf-92d5-5a0aa0049a23 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 09:36:37.673172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-b397c5f5-a6c7-4903-8fa3-c87bdeb6781a admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:36:37.674783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b397c5f5-a6c7-4903-8fa3-c87bdeb6781a admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8762667 Oct 28 09:36:37.703128 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb8f4e-4987-45cf-92d5-5a0aa0049a23 None None] Routers set() bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:36:37.703748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb8f4e-4987-45cf-92d5-5a0aa0049a23 None None] Router IDs set() for agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 28 09:36:37.886303 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:38.168232 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:38.169182 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.169520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.169856 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.170188 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.170553 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.171028 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.171508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.172071 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.172552 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.172876 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.173207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.173528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.173867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.174342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.174665 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:38.175047 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-zed-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:38.192868 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-zed-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:36:40.391533 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34172) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:40.715077 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:36:40.726985 dv-cinder-zed-3-iscsi neutron-server[112834]: ERROR stevedore.extension [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 09:36:40.808499 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.policy [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:36:40.851855 dv-cinder-zed-3-iscsi neutron-server[112834]: WARNING oslo_policy.policy [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:40.852241 dv-cinder-zed-3-iscsi neutron-server[112834]: WARNING oslo_policy.policy [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:40.872125 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writer thread running {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:36:40.951440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735327054', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735327570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735310902', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735318389', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735315979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746735292307', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7692260', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7692071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574530', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684924'] for rbac-policy (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:41.024902 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:41.026099 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7fef8ebc-7c47-44b2-85b6-bfb27ac583f5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6336639 Oct 28 09:36:43.623693 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34182) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:44.136200 dv-cinder-zed-3-iscsi neutron-server[112835]: WARNING oslo_policy.policy [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:44.136786 dv-cinder-zed-3-iscsi neutron-server[112835]: WARNING oslo_policy.policy [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:44.354660 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:36:44.367794 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writer thread running {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 09:36:44.409774 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Made reservation on behalf of 6e28083c55ff4290af640f011fd2466f for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:44.419495 dv-cinder-zed-3-iscsi neutron-server[112835]: ERROR stevedore.extension [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 09:36:44.472619 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.policy [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:36:44.515771 dv-cinder-zed-3-iscsi neutron-server[112835]: WARNING oslo_policy.policy [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:44.516138 dv-cinder-zed-3-iscsi neutron-server[112835]: WARNING oslo_policy.policy [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:36:44.527649 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.553114 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.675797 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks [] for security_group (782dc16c-616a-4a73-9e52-6805f53b2b69), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.679803 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (782dc16c-616a-4a73-9e52-6805f53b2b69), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.714674 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:36:44.744870 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746737900234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (c93af4a4-962d-4faf-9e14-2022fbff9b0e), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.745452 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Unsubscribe: segment precommit_create {{(pid=112835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:36:44.745997 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Added segment c93af4a4-962d-4faf-9e14-2022fbff9b0e of type vlan for network f438e236-8893-4332-a722-47117ebf24f1 Oct 28 09:36:44.751945 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=782dc16c-616a-4a73-9e52-6805f53b2b69,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:44.794133 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.794490 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.794827 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.795181 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.795513 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.795832 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.796153 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.796469 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.796792 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.797108 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.797427 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.797745 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.798060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.798371 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.798704 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Tracked resource versions report: Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: pushed versions: Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Agent': {'1.1'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Log': {'1.0'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'NDPProxy': {'1.0'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Network': {'1.1'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Port': {'1.7'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'PortForwarding': {'1.3'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'QosPolicy': {'1.10'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroup': {'1.5'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SubPort': {'1.0'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Subnet': {'1.1'}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Trunk': {'1.1'}} Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: consumer versions: Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Agent': '1.1', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'ConntrackHelper': '1.0', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'LocalIPAssociation': '1.0', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Log': '1.0', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'NDPProxy': '1.0', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Network': '1.1', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Port': '1.7', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'PortForwarding': '1.3', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'QosPolicy': '1.10', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroup': '1.5', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroupRule': '1.2', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SubPort': '1.0', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Subnet': '1.1', Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Trunk': '1.1'}} Oct 28 09:36:44.800367 dv-cinder-zed-3-iscsi neutron-server[112835]: {{(pid=112835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:44.858296 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (f438e236-8893-4332-a722-47117ebf24f1), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.901218 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (f438e236-8893-4332-a722-47117ebf24f1), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:44.906211 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:36:44.906967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:45.000474 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3756225 Oct 28 09:36:45.032012 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de01283-04be-4dd2-a4ed-c7604a3ce5fd demo demo] Pushing event updated for resources: {'Network': ['ID=f438e236-8893-4332-a722-47117ebf24f1,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:45.045360 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network f438e236-8893-4332-a722-47117ebf24f1 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:36:47.675138 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34202) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:48.139063 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045db31-5298-4268-8aeb-3dce8d6fc076 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:36:48.141125 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-2045db31-5298-4268-8aeb-3dce8d6fc076 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/f438e236-8893-4332-a722-47117ebf24f1 HTTP/1.1" status: 200 len: 825 time: 0.4650111 Oct 28 09:36:48.168063 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e0e55e75-690c-401f-b0b0-04178ace1def demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/5307afd1-122e-47f7-bbee-fde14c9dd124 HTTP/1.1" status: 200 len: 734 time: 0.0201552 Oct 28 09:36:48.177570 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Request body: {'subnet': {'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:36:48.204765 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Made reservation on behalf of 6e28083c55ff4290af640f011fd2466f for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:36:48.207688 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:48.508607 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (4afb7185-2c60-40d5-b837-3b502359da71), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:48.563128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:48.597058 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Checking segment: {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:36:48.597438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Network hostable DHCP agents. Network: f438e236-8893-4332-a722-47117ebf24f1, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:36:48.603810 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4afb7185-2c60-40d5-b837-3b502359da71,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:48.616878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.617219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.617559 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.617915 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.618246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.618605 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.618933 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.619257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.619586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.619907 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.620244 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.620571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.620901 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.621215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.621530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Tracked resource versions report: Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: pushed versions: Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Agent': {'1.1'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Log': {'1.0'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'NDPProxy': {'1.0'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Network': {'1.1'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Port': {'1.7'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'PortForwarding': {'1.3'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'QosPolicy': {'1.10'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroup': {'1.5'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SubPort': {'1.0'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Subnet': {'1.1'}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Trunk': {'1.1'}} Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: consumer versions: Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Agent': '1.1', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'ConntrackHelper': '1.0', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'LocalIPAssociation': '1.0', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Log': '1.0', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'NDPProxy': '1.0', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Network': '1.1', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Port': '1.7', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'PortForwarding': '1.3', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'QosPolicy': '1.10', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroup': '1.5', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroupRule': '1.2', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SubPort': '1.0', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Subnet': '1.1', Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Trunk': '1.1'}} Oct 28 09:36:48.622690 dv-cinder-zed-3-iscsi neutron-server[112834]: {{(pid=112834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:48.653329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Network f438e236-8893-4332-a722-47117ebf24f1 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:36:48.672298 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, f438e236-8893-4332-a722-47117ebf24f1) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:48.680685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:36:48.681320 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:48.681717 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a499d-dafb-458a-a11e-928e38f77dbc None None] Network f438e236-8893-4332-a722-47117ebf24f1 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:36:48.701393 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-d02f22f7-2a71-448f-b6d1-bc944a90e2f7 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5276401 Oct 28 09:36:48.957852 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-f438e236-8893-4332-a722-47117ebf24f1', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'project_id': '6e28083c55ff4290af640f011fd2466f', 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:36:48.959192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.234269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:49.247505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Allocated IP 172.20.0.2 (f438e236-8893-4332-a722-47117ebf24f1/4afb7185-2c60-40d5-b837-3b502359da71/87f6d7f1-da7a-48a6-a42b-1d3e3a077c49) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:36:49.525374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks [] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.532841 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.620648 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Network f438e236-8893-4332-a722-47117ebf24f1 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:36:49.624660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Pushing event updated for resources: {'Port': ['ID=87f6d7f1-da7a-48a6-a42b-1d3e3a077c49,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:49.627576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:36:49.635619 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:36:49.639715 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.640076 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.640416 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.640773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.641119 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.641453 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.641786 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.642117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.642469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.642803 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.643571 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.643571 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.643862 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.644088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.644408 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Tracked resource versions report: Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: pushed versions: Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: { 'AddressGroup': {'1.2'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Agent': {'1.1'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'ConntrackHelper': {'1.0'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Log': {'1.0'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'NDPProxy': {'1.0'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Network': {'1.1'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Port': {'1.7'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'PortForwarding': {'1.3'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'QosPolicy': {'1.10'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroup': {'1.5'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SubPort': {'1.0'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Subnet': {'1.1'}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Trunk': {'1.1'}} Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: consumer versions: Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Agent': '1.1', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'ConntrackHelper': '1.0', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'LocalIPAssociation': '1.0', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Log': '1.0', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'NDPProxy': '1.0', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Network': '1.1', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Port': '1.7', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'PortForwarding': '1.3', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'QosPolicy': '1.10', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroup': '1.5', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroupRule': '1.2', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SubPort': '1.0', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Subnet': '1.1', Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Trunk': '1.1'}} Oct 28 09:36:49.645546 dv-cinder-zed-3-iscsi neutron-server[112836]: {{(pid=112836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:36:49.723982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Attempting to bind port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:36:49.724641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Attempting to bind port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:36:49.724773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Attempting to bind port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 on network f438e236-8893-4332-a722-47117ebf24f1 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:36:49.775355 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:36:49.775772 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Checking segment: {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:36:49.776182 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.776573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Bound using segment: {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:36:49.777085 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Bound port: 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:36:49.777488 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.788543 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:49.839456 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] For port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:36:49.859801 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] For port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=87f6d7f1-da7a-48a6-a42b-1d3e3a077c49,segment=NetworkSegment(c93af4a4-962d-4faf-9e14-2022fbff9b0e),segment_id=c93af4a4-962d-4faf-9e14-2022fbff9b0e)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:36:49.867810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:49.902805 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=9 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:49.912986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:49.928876 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91d16e-4b8b-4b62-8435-4097be719a44 None None] Pushing event updated for resources: {'Port': ['ID=87f6d7f1-da7a-48a6-a42b-1d3e3a077c49,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:51.400428 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34222) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:51.751278 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-bd571f53-6bb9-4ed1-910f-1523d08ebbb1 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:36:51.752408 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-bd571f53-6bb9-4ed1-910f-1523d08ebbb1 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3510950 Oct 28 09:36:54.448491 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34230) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:54.790379 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-3fe9c381-5f48-4e85-a349-e70fea019647 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:36:54.791444 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3fe9c381-5f48-4e85-a349-e70fea019647 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3421750 Oct 28 09:36:55.021920 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=42,neutron:INSERT=40,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:55.028326 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=40,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:57.534740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34246) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:36:57.869964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:36:57.896195 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (5ff55c75-5e43-4f3a-a113-d8d2ac910793), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:57.897812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (5ff55c75-5e43-4f3a-a113-d8d2ac910793), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:57.902385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:58.006674 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91442990-4d46-4a77-a280-b88071e9cb9b None None] Network f438e236-8893-4332-a722-47117ebf24f1 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:36:58.068014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Publish callbacks [] for router_controller (5ff55c75-5e43-4f3a-a113-d8d2ac910793), precommit_add_association {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.073031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (5ff55c75-5e43-4f3a-a113-d8d2ac910793), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.075541 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Provisioning complete for port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:36:58.075952 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.076321 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Attempt 1 to provision port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 Oct 28 09:36:58.093987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.098503 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e9466e4b-e9e1-4d3c-9f9a-1ba8812a6f76 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5595112 Oct 28 09:36:58.200510 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:36:58.344376 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Current status of the port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:36:58.344376 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.365470 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:36:58.366621 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.367317 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 Oct 28 09:36:58.406113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:36:58.438370 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] For port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=87f6d7f1-da7a-48a6-a42b-1d3e3a077c49,segment=NetworkSegment(c93af4a4-962d-4faf-9e14-2022fbff9b0e),segment_id=c93af4a4-962d-4faf-9e14-2022fbff9b0e)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:36:58.443440 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.505524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:36:58.519173 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c20ca-6f3f-488c-ac40-eae9be21a32d None None] Pushing event updated for resources: {'Port': ['ID=87f6d7f1-da7a-48a6-a42b-1d3e3a077c49,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:36:58.563639 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-e8d0e70d-0a8a-43c8-adaa-fab11ae81ac2 None None] Provisioning complete for port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:36:58.563947 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e8d0e70d-0a8a-43c8-adaa-fab11ae81ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:36:58.564284 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-e8d0e70d-0a8a-43c8-adaa-fab11ae81ac2 None None] Attempt 1 to provision port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 Oct 28 09:36:58.635815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0e70d-0a8a-43c8-adaa-fab11ae81ac2 None None] Current status of the port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:36:59.970128 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:00.143310 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:00.190111 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:00.190517 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:00.190856 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 Oct 28 09:37:00.273827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:00.276160 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:37:00.799902 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34256) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:01.139213 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-fd0f89b2-2653-40a6-b999-4b433be7f1ee admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:37:01.140269 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fd0f89b2-2653-40a6-b999-4b433be7f1ee admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3394141 Oct 28 09:37:02.627674 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dec3102e-349f-4b0b-a119-6c810b363984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:03.791573 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34264) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:04.140057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:37:04.164807 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Made reservation on behalf of ac54d153685c4b2288a7ed215d0e24d2 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:04.167134 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.175503 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.253109 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks [] for security_group (8118968e-75eb-40cf-918a-bdbffac4ee08), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.257842 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (8118968e-75eb-40cf-918a-bdbffac4ee08), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.280130 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Reserving flat network on physical network physnet1 {{(pid=112835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 09:37:04.291783 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8118968e-75eb-40cf-918a-bdbffac4ee08,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:04.300228 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (cb943606-34df-43cc-9beb-9ce00865d47a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.300846 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Added segment cb943606-34df-43cc-9beb-9ce00865d47a of type flat for network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 Oct 28 09:37:04.348143 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (5bb461d1-d798-4cc6-b8a5-fc351d8b5013), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.381889 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (5bb461d1-d798-4cc6-b8a5-fc351d8b5013), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.383040 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:37:04.383605 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:04.463285 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6707063 Oct 28 09:37:04.482915 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e92e-87f0-479b-8f11-40b642da304e admin admin] Pushing event updated for resources: {'Network': ['ID=5bb461d1-d798-4cc6-b8a5-fc351d8b5013,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:04.493739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:37:04.924453 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6cb1662c-880a-4c74-b35c-415c1479c06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:06.650949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:07.082418 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34272) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:07.461276 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcab9c8-a4e7-4091-8c0d-1649e4259c4f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:37:07.462684 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4bcab9c8-a4e7-4091-8c0d-1649e4259c4f demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/4afb7185-2c60-40d5-b837-3b502359da71 HTTP/1.1" status: 200 len: 849 time: 0.3793015 Oct 28 09:37:07.588809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6d2413a1-ac8f-46b1-97c8-bf226b3f3efd demo admin] 10.222.0.25 "GET /networking/v2.0/routers/5ff55c75-5e43-4f3a-a113-d8d2ac910793 HTTP/1.1" status: 200 len: 704 time: 0.1202440 Oct 28 09:37:07.842213 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:07.866265 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.166519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.169285 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Allocated IP 172.20.0.1 (f438e236-8893-4332-a722-47117ebf24f1/4afb7185-2c60-40d5-b837-3b502359da71/dc705f15-b3d1-4a81-9eda-407bcebd22d0) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:08.329303 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks [] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.390984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.423482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:08.475171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Network f438e236-8893-4332-a722-47117ebf24f1 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:08.480534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:08.484683 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:08.489284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:37:08.490753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (5ff55c75-5e43-4f3a-a113-d8d2ac910793), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.493683 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Pushing event updated for resources: {'Port': ['ID=dc705f15-b3d1-4a81-9eda-407bcebd22d0,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:08.714961 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-54935f55-9b67-4970-b0aa-c51c81488230 None None] Provisioning complete for port dc705f15-b3d1-4a81-9eda-407bcebd22d0 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:08.715257 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-54935f55-9b67-4970-b0aa-c51c81488230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.715597 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-54935f55-9b67-4970-b0aa-c51c81488230 None None] Attempt 1 to provision port dc705f15-b3d1-4a81-9eda-407bcebd22d0 Oct 28 09:37:08.740386 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.747228 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-54935f55-9b67-4970-b0aa-c51c81488230 None None] Port dc705f15-b3d1-4a81-9eda-407bcebd22d0 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:37:08.951740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks [] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.956783 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:08.957528 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (5ff55c75-5e43-4f3a-a113-d8d2ac910793), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:09.035896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Pushing event updated for resources: {'Port': ['ID=dc705f15-b3d1-4a81-9eda-407bcebd22d0,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:09.085436 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Network f438e236-8893-4332-a722-47117ebf24f1 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:09.086770 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:09.243344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:37:09.270420 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-0069a945-bff2-414b-9ccf-33df3ec27895 None None] Provisioning complete for port dc705f15-b3d1-4a81-9eda-407bcebd22d0 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:09.270982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-0069a945-bff2-414b-9ccf-33df3ec27895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:09.271154 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-0069a945-bff2-414b-9ccf-33df3ec27895 None None] Attempt 1 to provision port dc705f15-b3d1-4a81-9eda-407bcebd22d0 Oct 28 09:37:09.302483 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-0069a945-bff2-414b-9ccf-33df3ec27895 None None] Port dc705f15-b3d1-4a81-9eda-407bcebd22d0 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:37:09.334793 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:09.340695 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a0c4fff3-91e7-40e5-a8e1-0c4567bd16fd demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/5ff55c75-5e43-4f3a-a113-d8d2ac910793/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7463045 Oct 28 09:37:09.344077 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Sync routers for ids ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:09.357043 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Routers {'5ff55c75-5e43-4f3a-a113-d8d2ac910793'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:37:09.357788 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:37:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:09.542984 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Set router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:37:09.971220 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:08Z', 'revision_number': 2, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port_host': None, '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:08Z', 'revision_number': 2, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:10.022024 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Checking router: 5ff55c75-5e43-4f3a-a113-d8d2ac910793 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:10.022423 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Updating router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 port dc705f15-b3d1-4a81-9eda-407bcebd22d0 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:37:10.076969 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:10.599496 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks [] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:10.606387 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:10.756664 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Pushing event updated for resources: {'Port': ['ID=dc705f15-b3d1-4a81-9eda-407bcebd22d0,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:10.761408 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Attempting to bind port dc705f15-b3d1-4a81-9eda-407bcebd22d0 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:37:10.761793 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Attempting to bind port dc705f15-b3d1-4a81-9eda-407bcebd22d0 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:37:10.762224 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Attempting to bind port dc705f15-b3d1-4a81-9eda-407bcebd22d0 on network f438e236-8893-4332-a722-47117ebf24f1 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:10.773911 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.774330 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.774608 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.775031 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.775281 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.775604 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.775922 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.776238 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.776556 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.776869 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.777183 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.777494 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.777804 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.778117 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.778452 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Tracked resource versions report: Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: pushed versions: Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: { 'AddressGroup': {'1.2'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Agent': {'1.1'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'ConntrackHelper': {'1.0'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Log': {'1.0'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'NDPProxy': {'1.0'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Network': {'1.1'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Port': {'1.7'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'PortForwarding': {'1.3'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'QosPolicy': {'1.10'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroup': {'1.5'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SubPort': {'1.0'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Subnet': {'1.1'}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Trunk': {'1.1'}} Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: consumer versions: Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Agent': '1.1', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'ConntrackHelper': '1.0', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'LocalIPAssociation': '1.0', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Log': '1.0', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'NDPProxy': '1.0', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Network': '1.1', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Port': '1.7', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'PortForwarding': '1.3', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'QosPolicy': '1.10', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroup': '1.5', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroupRule': '1.2', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SubPort': '1.0', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Subnet': '1.1', Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Trunk': '1.1'}} Oct 28 09:37:10.779569 dv-cinder-zed-3-iscsi neutron-server[112837]: {{(pid=112837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:37:10.865251 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:37:10.865668 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Checking segment: {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:37:10.866137 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:10.866568 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Bound using segment: {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:37:10.867095 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Bound port: dc705f15-b3d1-4a81-9eda-407bcebd22d0, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93af4a4-962d-4faf-9e14-2022fbff9b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:37:10.867480 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:10.877441 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:10.939335 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] For port dc705f15-b3d1-4a81-9eda-407bcebd22d0, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:10.962111 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] For port dc705f15-b3d1-4a81-9eda-407bcebd22d0, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=dc705f15-b3d1-4a81-9eda-407bcebd22d0,segment=NetworkSegment(c93af4a4-962d-4faf-9e14-2022fbff9b0e),segment_id=c93af4a4-962d-4faf-9e14-2022fbff9b0e)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:10.968996 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:11.000818 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:11.010984 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Routers {'5ff55c75-5e43-4f3a-a113-d8d2ac910793'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:37:11.011774 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:37:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:11.096485 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ead61-ccc3-4205-bbbe-60bd2debeaea None None] Pushing event updated for resources: {'Port': ['ID=dc705f15-b3d1-4a81-9eda-407bcebd22d0,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:11.114115 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] Set router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:37:11.310174 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:08Z', 'revision_number': 2, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port_host': None, '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:10Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:11.335561 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe4974-866b-40ef-a977-ac5f560c963b None None] The sync data for ids ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'] in dv-cinder-zed-3-iscsi is: [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:08Z', 'revision_number': 2, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port_host': None, '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:10Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:11.997527 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34284) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:12.394386 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3601da-4ec7-4253-a05f-36a2757d35ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:37:12.395775 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3f3601da-4ec7-4253-a05f-36a2757d35ce admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5bb461d1-d798-4cc6-b8a5-fc351d8b5013 HTTP/1.1" status: 200 len: 842 time: 0.3972378 Oct 28 09:37:12.405488 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Request body: {'subnet': {'cidr': '172.37.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.37.3.1', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:37:12.426040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Made reservation on behalf of ac54d153685c4b2288a7ed215d0e24d2 for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:37:12.428561 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:12.514675 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:12.518552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:12.721609 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.objects.ports [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112834) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 09:37:12.722060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (5533924d-a326-4723-9019-9e911d829668), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:12.771821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5533924d-a326-4723-9019-9e911d829668,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:12.787062 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:37:12.787412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Network hostable DHCP agents. Network: 5bb461d1-d798-4cc6-b8a5-fc351d8b5013, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:37:12.804944 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:37:12.813947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 5bb461d1-d798-4cc6-b8a5-fc351d8b5013) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:12.821360 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:37:12.822115 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:12.822750 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213811ad-47c3-4cb2-b9e1-05ec389aacfe None None] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:37:12.841461 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-65a9075f-2a95-4c06-998c-10004ac7a986 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4393132 Oct 28 09:37:12.938458 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2db4a5-932b-42b4-bc68-4057d350ca78 None None] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:37:14.473353 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=40,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:14.480251 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=32,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:15.563996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34292) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:16.018254 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7325e2af-89db-4f22-8662-d75e231b0c87 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/5ff55c75-5e43-4f3a-a113-d8d2ac910793 HTTP/1.1" status: 200 len: 710 time: 0.4530547 Oct 28 09:37:16.108953 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22362ec5-c896-4558-bd32-98a4fcfa09f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:37:16.110308 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-22362ec5-c896-4558-bd32-98a4fcfa09f3 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/5bb461d1-d798-4cc6-b8a5-fc351d8b5013 HTTP/1.1" status: 200 len: 886 time: 0.0863276 Oct 28 09:37:16.119816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:37:16.465838 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks [] for router_gateway (5ff55c75-5e43-4f3a-a113-d8d2ac910793), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:16.685100 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:16.708526 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks [] for router_gateway (5ff55c75-5e43-4f3a-a113-d8d2ac910793), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:16.789026 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:16.791607 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:16.899124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Allocated IP 172.37.3.228 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/54284b4d-8fe1-4223-a852-44f17c9278a8) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:37:17.009813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks [] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.042742 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.081959 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:37:17.085141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:37:17.088966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:37:17.128672 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Pushing event updated for resources: {'Port': ['ID=54284b4d-8fe1-4223-a852-44f17c9278a8,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:17.334447 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks [] for router_gateway (5ff55c75-5e43-4f3a-a113-d8d2ac910793), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.554821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795547', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router (5ff55c75-5e43-4f3a-a113-d8d2ac910793), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.558647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794514'] for router (5ff55c75-5e43-4f3a-a113-d8d2ac910793), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.609341 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:17.655361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:17.686755 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:37:17.887914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:37:17.892821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:17.894081 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8e006538-e5c9-4b53-a95f-fad649e2fe53 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/5ff55c75-5e43-4f3a-a113-d8d2ac910793 HTTP/1.1" status: 200 len: 890 time: 1.7778871 Oct 28 09:37:17.898360 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Sync routers for ids ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:37:17.913615 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Routers {'5ff55c75-5e43-4f3a-a113-d8d2ac910793'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:37:17.914514 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:37:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:18.001098 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:18.167942 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Set router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:37:18.224159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc705f15-b3d1-4a81-9eda-407bcebd22d0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:18.467832 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port dc705f15-b3d1-4a81-9eda-407bcebd22d0 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:18.469932 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:18.469932 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port dc705f15-b3d1-4a81-9eda-407bcebd22d0 Oct 28 09:37:18.654673 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:18.708870 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port dc705f15-b3d1-4a81-9eda-407bcebd22d0 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:37:18.709263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:18.765978 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228'}], 'enable_snat': True}, 'gw_port_id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:17Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port': {'id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:16Z', 'updated_at': '2022-10-28T09:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:10Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:18.912127 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Checking router: 5ff55c75-5e43-4f3a-a113-d8d2ac910793 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:37:18.913293 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Updating router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 port 54284b4d-8fe1-4223-a852-44f17c9278a8 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:37:18.932647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port dc705f15-b3d1-4a81-9eda-407bcebd22d0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=dc705f15-b3d1-4a81-9eda-407bcebd22d0,segment=NetworkSegment(c93af4a4-962d-4faf-9e14-2022fbff9b0e),segment_id=c93af4a4-962d-4faf-9e14-2022fbff9b0e)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:18.957375 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:18.999956 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.073946 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=dc705f15-b3d1-4a81-9eda-407bcebd22d0,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.378113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks [] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.384353 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.427518 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Attempting to bind port 54284b4d-8fe1-4223-a852-44f17c9278a8 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:37:19.428013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Attempting to bind port 54284b4d-8fe1-4223-a852-44f17c9278a8 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:37:19.428385 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Attempting to bind port 54284b4d-8fe1-4223-a852-44f17c9278a8 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:37:19.475038 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e03ac8-0c48-4dc1-b772-10d51878fb86 None None] Pushing event updated for resources: {'Port': ['ID=54284b4d-8fe1-4223-a852-44f17c9278a8,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.494285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:37:19.494746 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:37:19.495173 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.495489 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:37:19.496306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Bound port: 54284b4d-8fe1-4223-a852-44f17c9278a8, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:37:19.496572 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.533675 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:19.559281 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] For port 54284b4d-8fe1-4223-a852-44f17c9278a8, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:37:19.563196 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] For port 54284b4d-8fe1-4223-a852-44f17c9278a8, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=54284b4d-8fe1-4223-a852-44f17c9278a8,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:37:19.570811 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:19.622287 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Routers {'5ff55c75-5e43-4f3a-a113-d8d2ac910793'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:37:19.623050 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:37:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:19.686907 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e03ac8-0c48-4dc1-b772-10d51878fb86 None None] Pushing event updated for resources: {'Port': ['ID=54284b4d-8fe1-4223-a852-44f17c9278a8,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:19.765233 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] Set router 5ff55c75-5e43-4f3a-a113-d8d2ac910793 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:37:19.894135 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:19.999238 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228'}], 'enable_snat': True}, 'gw_port_id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:17Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port': {'id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:16Z', 'updated_at': '2022-10-28T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:18Z', 'revision_number': 5, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:37:20.048517 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351f2e7-afb2-4a0d-bcb0-fda115f723d0 None None] The sync data for ids ['5ff55c75-5e43-4f3a-a113-d8d2ac910793'] in dv-cinder-zed-3-iscsi is: [{'id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'name': 'router1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228'}], 'enable_snat': True}, 'gw_port_id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:36:57Z', 'updated_at': '2022-10-28T09:37:17Z', 'revision_number': 4, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'gw_port': {'id': '54284b4d-8fe1-4223-a852-44f17c9278a8', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:88:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:16Z', 'updated_at': '2022-10-28T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'dc705f15-b3d1-4a81-9eda-407bcebd22d0', 'name': '', 'network_id': 'f438e236-8893-4332-a722-47117ebf24f1', 'tenant_id': '6e28083c55ff4290af640f011fd2466f', 'mac_address': 'fa:16:3e:cf:3d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff55c75-5e43-4f3a-a113-d8d2ac910793', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4afb7185-2c60-40d5-b837-3b502359da71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:37:07Z', 'updated_at': '2022-10-28T09:37:18Z', 'revision_number': 5, 'project_id': '6e28083c55ff4290af640f011fd2466f', 'subnets': [{'id': '4afb7185-2c60-40d5-b837-3b502359da71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5307afd1-122e-47f7-bbee-fde14c9dd124'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:37:20.320808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc705f15-b3d1-4a81-9eda-407bcebd22d0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:20.386303 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port dc705f15-b3d1-4a81-9eda-407bcebd22d0 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:20.386822 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:20.387165 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port dc705f15-b3d1-4a81-9eda-407bcebd22d0 Oct 28 09:37:20.492785 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port dc705f15-b3d1-4a81-9eda-407bcebd22d0 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:37:20.495356 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 54284b4d-8fe1-4223-a852-44f17c9278a8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:20.570657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 54284b4d-8fe1-4223-a852-44f17c9278a8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:20.572735 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:20.573311 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 54284b4d-8fe1-4223-a852-44f17c9278a8 Oct 28 09:37:20.664090 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 54284b4d-8fe1-4223-a852-44f17c9278a8 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:37:20.664581 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:20.689506 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 54284b4d-8fe1-4223-a852-44f17c9278a8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=54284b4d-8fe1-4223-a852-44f17c9278a8,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:37:20.694565 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:20.752747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=54284b4d-8fe1-4223-a852-44f17c9278a8,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:37:20.924744 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34304) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:37:21.335590 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a601f99f-5188-458b-9555-2ed5bd036076 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4096200 Oct 28 09:37:22.158634 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 54284b4d-8fe1-4223-a852-44f17c9278a8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:37:22.205176 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 54284b4d-8fe1-4223-a852-44f17c9278a8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:37:22.205619 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (54284b4d-8fe1-4223-a852-44f17c9278a8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:22.205960 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 54284b4d-8fe1-4223-a852-44f17c9278a8 Oct 28 09:37:22.269688 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:22.298717 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 54284b4d-8fe1-4223-a852-44f17c9278a8 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:37:26.972677 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=34 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:26.978033 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:31.328478 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=21 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:31.331440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=18 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:32.297708 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:32.630806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e343b1a0-87a0-4078-910b-033b74f9f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:34.929712 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7a722ea0-ccfb-475c-9581-0b1662c8fc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:36.666754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:36.977224 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:37:37.860310 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:38.171566 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:37:47.854964 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:37:48.166182 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:02.638348 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d90b2164-1e95-46e7-8162-578e012c951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:03.977307 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:03.979310 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=8 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:04.930015 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f4e5cfa0-4ef8-43ae-9591-f14150b6544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:06.669117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:07.857453 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:08.178110 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:13.969783 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:38:18.166867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:18.173262 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:32.639964 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-5a48eb62-8714-4171-ba05-8488804e6052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:34.927851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42943c36-b69a-4967-820f-164f5f9554e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:36.656553 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:37.847023 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:38.164434 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:40.972358 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:40.977043 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:48.157458 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:48.159385 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:38:50.969895 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:38:50.986581 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34854) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:38:51.329607 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e9e46c-2647-438f-979c-6ec4a7d48fd9 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:38:51.330976 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-50e9e46c-2647-438f-979c-6ec4a7d48fd9 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3434591 Oct 28 09:38:51.494073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ac699-5230-43b3-921f-4b94b82e1099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:38:51.495618 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-393ac699-5230-43b3-921f-4b94b82e1099 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601748 Oct 28 09:38:54.083641 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34864) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:38:54.456367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3257628-b089-47a3-99fa-a79c0c6e89b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:38:54.457752 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e3257628-b089-47a3-99fa-a79c0c6e89b6 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/4afb7185-2c60-40d5-b837-3b502359da71 HTTP/1.1" status: 200 len: 849 time: 0.3731637 Oct 28 09:38:54.467588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:38:54.557831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Publish callbacks [] for subnet (4afb7185-2c60-40d5-b837-3b502359da71), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:54.704702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746737990054'] for subnet (4afb7185-2c60-40d5-b837-3b502359da71), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:54.736881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:38:54.738012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:54.740512 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/4afb7185-2c60-40d5-b837-3b502359da71 HTTP/1.1" status: 200 len: 868 time: 0.2749381 Oct 28 09:38:54.741083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbbffe-58c7-4448-985a-57e254731425 None None] Network f438e236-8893-4332-a722-47117ebf24f1 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:38:54.757791 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afb7185-2c60-40d5-b837-3b502359da71,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:38:54.766168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.766621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.766890 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.767254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.767603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.767919 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.768270 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.768644 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.768981 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.769311 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.769636 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.769977 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.770301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.770652 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:54.770969 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3628d496-5fe4-4941-a863-b23e1b41396c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:38:55.109108 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Provisioning complete for port dc705f15-b3d1-4a81-9eda-407bcebd22d0 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:38:55.109510 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc705f15-b3d1-4a81-9eda-407bcebd22d0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:55.109856 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Attempt 1 to provision port dc705f15-b3d1-4a81-9eda-407bcebd22d0 Oct 28 09:38:55.181987 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Current status of the port dc705f15-b3d1-4a81-9eda-407bcebd22d0 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:38:55.190612 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Provisioning complete for port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:38:55.191012 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (87f6d7f1-da7a-48a6-a42b-1d3e3a077c49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:38:55.191356 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Attempt 1 to provision port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 Oct 28 09:38:55.265459 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-7d871740-df7a-439f-a9ec-43ae25650d9d None None] Current status of the port 87f6d7f1-da7a-48a6-a42b-1d3e3a077c49 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:38:57.367962 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34872) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:38:57.867427 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50498fd-b8cd-4328-9eff-8cbdf4725ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:38:57.867905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50498fd-b8cd-4328-9eff-8cbdf4725ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:38:57.869533 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b50498fd-b8cd-4328-9eff-8cbdf4725ce8 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5006311 Oct 28 09:39:00.522074 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34880) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:00.966569 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:00.970874 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31268b2a-a39e-452f-959e-92a9af40ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:00.971353 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31268b2a-a39e-452f-959e-92a9af40ccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:00.972930 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-31268b2a-a39e-452f-959e-92a9af40ccfd admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4498534 Oct 28 09:39:02.636742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ca99a7dc-f4df-40f7-ae1e-e5cc72833cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:03.751481 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34888) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:04.228503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd450d7c-fd89-4653-8fc2-4717aded7002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:04.230078 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-dd450d7c-fd89-4653-8fc2-4717aded7002 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5bb461d1-d798-4cc6-b8a5-fc351d8b5013 HTTP/1.1" status: 200 len: 886 time: 0.4775476 Oct 28 09:39:04.922304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ed125ce8-d77e-440e-8e37-ec685b9ceb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:06.661279 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:07.228802 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34896) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:07.845588 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c612e58-60a7-4b2e-b0d9-fa0d567e8cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:07.847254 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6c612e58-60a7-4b2e-b0d9-fa0d567e8cee admin admin] 10.222.0.25 "GET /networking/v2.0/networks/f438e236-8893-4332-a722-47117ebf24f1 HTTP/1.1" status: 200 len: 869 time: 0.6175699 Oct 28 09:39:07.853220 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:08.181479 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:10.738443 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34908) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:11.199288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832513d-48b4-4f34-9e3a-b86c80e2b6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:11.199758 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832513d-48b4-4f34-9e3a-b86c80e2b6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:11.201437 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3832513d-48b4-4f34-9e3a-b86c80e2b6bf admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4620574 Oct 28 09:39:13.778380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34916) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:14.150810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3106a1-63fa-4e86-ae98-01a12fd9365f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:14.151264 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3106a1-63fa-4e86-ae98-01a12fd9365f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:14.153005 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3d3106a1-63fa-4e86-ae98-01a12fd9365f admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3737156 Oct 28 09:39:14.224338 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:14.226442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:16.776325 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34924) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:17.184359 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c203056c-92c1-4d26-b9d0-fc606ca09a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:17.186277 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c203056c-92c1-4d26-b9d0-fc606ca09a5c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/4afb7185-2c60-40d5-b837-3b502359da71 HTTP/1.1" status: 200 len: 868 time: 0.4085612 Oct 28 09:39:17.849963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:17.970072 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:17.975406 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:18.175530 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:19.836114 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 34932) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:20.305112 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234ff0f3-29d9-449f-96e3-6dd5c963f0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:20.306520 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-234ff0f3-29d9-449f-96e3-6dd5c963f0bc admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/5533924d-a326-4723-9019-9e911d829668 HTTP/1.1" status: 200 len: 816 time: 0.4689844 Oct 28 09:39:27.969486 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:39:30.295516 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=35 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:30.301715 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=37 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:32.634885 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-cf44f4cd-81fe-4250-8ac6-65c1358ac7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:34.926372 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-fe645a8d-7c86-496e-b20b-683636894887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:36.660476 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:37.852247 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:37.965245 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=18 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:37.965989 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=10 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:38.165741 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:44.379759 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34988) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:44.718647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-66433ff9-9213-41c5-9651-b7bf36fab13d admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:39:44.719706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-66433ff9-9213-41c5-9651-b7bf36fab13d admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3389981 Oct 28 09:39:47.411477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 34996) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:47.769465 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f36d21-576b-4fc3-9d40-24f4e7308c2a admin admin] GET failed (client error): The resource could not be found. Oct 28 09:39:47.770807 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-34f36d21-576b-4fc3-9d40-24f4e7308c2a admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3583071 Oct 28 09:39:47.861576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce4c54-a7fe-4f03-9f6e-417574bad468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:47.863075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-5dce4c54-a7fe-4f03-9f6e-417574bad468 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879560 Oct 28 09:39:48.154477 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:48.161164 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:50.502917 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35004) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:50.832855 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:39:50.854809 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Made reservation on behalf of ac54d153685c4b2288a7ed215d0e24d2 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:50.857861 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:50.892047 dv-cinder-zed-3-iscsi neutron-server[112835]: WARNING neutron.services.revisions.revision_plugin [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Could not find related network for resource to bump revision. Oct 28 09:39:50.904287 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:39:50.913881 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (75566725-5b07-472b-8902-271e404fd109), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:50.914229 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Added segment 75566725-5b07-472b-8902-271e404fd109 of type vlan for network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 Oct 28 09:39:50.953172 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (7185b12b-2e86-44ec-9cba-fa2d30a4a2d0), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:50.980863 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (7185b12b-2e86-44ec-9cba-fa2d30a4a2d0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:50.981903 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:50.982517 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:51.039539 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5353839 Oct 28 09:39:51.044528 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=7185b12b-2e86-44ec-9cba-fa2d30a4a2d0,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:51.051996 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.052357 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.052693 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.053047 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.053382 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.053717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.054052 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.054376 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.054734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.055064 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.055395 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.055742 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.056077 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.056398 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.056718 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9d2ca6-c8ab-47da-8a49-a12a83eb5dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:51.071738 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:39:53.682137 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35012) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:39:54.050530 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.pecan_wsgi.hooks.translation [None req-849bf00a-071d-4f8f-8d5d-f66dd766a031 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:39:54.051890 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-849bf00a-071d-4f8f-8d5d-f66dd766a031 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3687739 Oct 28 09:39:54.161504 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed131043-3733-4a60-ae14-bd6341fad6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:54.163192 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ed131043-3733-4a60-ae14-bd6341fad6a0 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1065807 Oct 28 09:39:54.176080 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:39:54.202368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Made reservation on behalf of ac54d153685c4b2288a7ed215d0e24d2 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:54.204785 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:54.406023 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (8a48c53f-1330-4a68-94cd-9e742906f799), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:54.464120 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a48c53f-1330-4a68-94cd-9e742906f799,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:54.480670 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Checking segment: {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:39:54.481033 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Network hostable DHCP agents. Network: 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:39:54.503911 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:39:54.517730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:54.524302 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:39:54.525235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:54.533642 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60512a81-1451-49a1-b78e-913c80dcfcf5 None None] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:39:54.546569 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c3d20d62-7370-4769-a5ae-43cfd5f89822 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739846 Oct 28 09:39:54.649810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-7185b12b-2e86-44ec-9cba-fa2d30a4a2d0', 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0', 'project_id': 'ac54d153685c4b2288a7ed215d0e24d2', 'fixed_ips': [{'subnet_id': '8a48c53f-1330-4a68-94cd-9e742906f799'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:39:54.650807 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:54.887771 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Allocated IP 192.168.233.2 (7185b12b-2e86-44ec-9cba-fa2d30a4a2d0/8a48c53f-1330-4a68-94cd-9e742906f799/32760fb2-dbbd-482b-bbed-66363942e2b3) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:54.967710 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:54.972483 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:55.055894 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks [] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:55.063624 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:55.113301 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:55.116815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:55.120817 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:39:55.126042 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Pushing event updated for resources: {'Port': ['ID=32760fb2-dbbd-482b-bbed-66363942e2b3,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:55.136374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.136718 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.137062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.137426 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.138342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.138656 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.138990 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.139325 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.139656 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.139986 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.140317 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.140646 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.140973 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.141299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.141623 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:55.193058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Attempting to bind port 32760fb2-dbbd-482b-bbed-66363942e2b3 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:39:55.193435 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Attempting to bind port 32760fb2-dbbd-482b-bbed-66363942e2b3 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:39:55.193813 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Attempting to bind port 32760fb2-dbbd-482b-bbed-66363942e2b3 on network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:55.238770 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:39:55.239152 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Checking segment: {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:39:55.239558 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:55.239956 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Bound using segment: {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:39:55.240438 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Bound port: 32760fb2-dbbd-482b-bbed-66363942e2b3, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:39:55.240829 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:55.312119 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-7c65a58a-454c-49ef-b164-087a981447df None None] For port 32760fb2-dbbd-482b-bbed-66363942e2b3, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:55.318134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-7c65a58a-454c-49ef-b164-087a981447df None None] For port 32760fb2-dbbd-482b-bbed-66363942e2b3, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=32760fb2-dbbd-482b-bbed-66363942e2b3,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:55.327780 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:55.387109 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65a58a-454c-49ef-b164-087a981447df None None] Pushing event updated for resources: {'Port': ['ID=32760fb2-dbbd-482b-bbed-66363942e2b3,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:56.312443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00781f-e977-4534-bbc4-65faea64c31d None None] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:39:56.368480 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 32760fb2-dbbd-482b-bbed-66363942e2b3 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:56.378351 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:56.424104 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Provisioning complete for port 32760fb2-dbbd-482b-bbed-66363942e2b3 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:39:56.424585 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.424830 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Attempt 1 to provision port 32760fb2-dbbd-482b-bbed-66363942e2b3 Oct 28 09:39:56.429967 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:56.521329 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 32760fb2-dbbd-482b-bbed-66363942e2b3 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:39:56.521606 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.521935 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 32760fb2-dbbd-482b-bbed-66363942e2b3 Oct 28 09:39:56.615369 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Current status of the port 32760fb2-dbbd-482b-bbed-66363942e2b3 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:39:56.615695 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.692306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] For port 32760fb2-dbbd-482b-bbed-66363942e2b3, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=32760fb2-dbbd-482b-bbed-66363942e2b3,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:39:56.696516 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 32760fb2-dbbd-482b-bbed-66363942e2b3 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:39:56.696516 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.712877 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.805329 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ae17d-7b9b-42e4-8ed3-0d1d9278fc3f None None] Pushing event updated for resources: {'Port': ['ID=32760fb2-dbbd-482b-bbed-66363942e2b3,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:56.811662 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.db.api [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:39:56.812135 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG oslo_db.api [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:39:56.834547 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-24c87bb3-1da9-4173-a870-186c5171c21a None None] Provisioning complete for port 32760fb2-dbbd-482b-bbed-66363942e2b3 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:39:56.835115 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-24c87bb3-1da9-4173-a870-186c5171c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:56.835765 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-24c87bb3-1da9-4173-a870-186c5171c21a None None] Attempt 1 to provision port 32760fb2-dbbd-482b-bbed-66363942e2b3 Oct 28 09:39:56.922527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-24c87bb3-1da9-4173-a870-186c5171c21a None None] Current status of the port 32760fb2-dbbd-482b-bbed-66363942e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:39:57.358682 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 32760fb2-dbbd-482b-bbed-66363942e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:39:57.857323 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=11 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:57.860003 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=11 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:39:58.306999 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 32760fb2-dbbd-482b-bbed-66363942e2b3 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:39:58.357089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 32760fb2-dbbd-482b-bbed-66363942e2b3 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:39:58.357474 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (32760fb2-dbbd-482b-bbed-66363942e2b3), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:39:58.357811 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 32760fb2-dbbd-482b-bbed-66363942e2b3 Oct 28 09:39:58.460633 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 32760fb2-dbbd-482b-bbed-66363942e2b3 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:40:00.003461 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:02.637015 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-5d625ae1-f30c-4a5e-a86c-07cf6004b7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:04.537583 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:04.539098 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=60,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:04.928930 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-21ff4fdd-7a69-4cc7-a791-a3e45911de39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:04.967861 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:06.663991 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:07.844710 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:07.858073 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:08.169452 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:14.964272 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:14.965076 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:18.156798 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:18.165275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:31.968910 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:31.969710 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:32.634718 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-991489a8-677d-4355-8970-70f351ac8c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:34.934700 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e4743b74-fb5d-4162-b107-5ff6683b0059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:36.667706 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:37.863384 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:38.174345 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:40:41.967850 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:48.167370 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:48.169694 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:51.963440 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:40:51.964562 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:02.631508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1806cf12-c721-455b-bf1f-617f3518a45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:04.940968 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-06111236-885e-4bb8-9786-f623877791a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:06.671540 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:07.864359 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:08.179629 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:08.968874 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:08.969787 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:18.172380 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:18.174823 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:18.966983 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:19.284022 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35054) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:41:19.290123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [None req-f9b97cbe-70a6-4fa7-973e-06003e3ba49b tempest-verify_tempest_config-939722213 tempest-verify_tempest_config-939722213-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:41:19.291161 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f9b97cbe-70a6-4fa7-973e-06003e3ba49b tempest-verify_tempest_config-939722213 tempest-verify_tempest_config-939722213-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061874 Oct 28 09:41:19.915564 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35072) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:41:20.408862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.528794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Publish callbacks [] for security_group (92ec431d-fe3b-4df1-9262-105b8ff4d96a), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.533706 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (92ec431d-fe3b-4df1-9262-105b8ff4d96a), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.586610 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec431d-fe3b-4df1-9262-105b8ff4d96a,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:20.591085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=53d50135fb7742baab010baef2a8aa4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6740847 Oct 28 09:41:20.594465 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35076) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:41:20.601197 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.601737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.602294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.603109 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.603649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.604178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.605251 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.605818 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.606322 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.606901 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.607464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.607978 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.608534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.609071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.609582 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891b097a-9b9c-4123-b19a-929543cb4e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.663371 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Publish callbacks [] for security_group (92ec431d-fe3b-4df1-9262-105b8ff4d96a), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.686368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Publish callbacks [] for security_group (92ec431d-fe3b-4df1-9262-105b8ff4d96a), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.796699 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (92ec431d-fe3b-4df1-9262-105b8ff4d96a), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.799420 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:20.800592 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/92ec431d-fe3b-4df1-9262-105b8ff4d96a HTTP/1.1" status: 204 len: 168 time: 0.2051358 Oct 28 09:41:20.809024 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec431d-fe3b-4df1-9262-105b8ff4d96a,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:41:20.816313 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.816658 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.817002 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.817359 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.817696 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.818027 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.818349 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.818708 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.819035 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.819363 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.819685 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.820045 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.820373 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.820695 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:20.821017 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f37bf9-68bf-44ad-95fe-5552e0035657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:41:30.028986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=14 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.035607 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=14 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.581873 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.593989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.811718 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.812655 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:30.844546 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:32.627334 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d687305f-99bb-49a4-9e08-05b20aa93010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:34.939272 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-5f533c58-35c3-46bb-8218-9a2922465536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:36.674271 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:37.874895 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:38.177634 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:41:45.960034 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:45.965476 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:48.170771 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:48.172894 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:41:55.966362 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:02.629826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-0b9991f6-e4f1-4704-a0a9-d12c7013c894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:04.935697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a4a3ecb7-31b9-42ee-8cf3-96b430c42892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:05.961834 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:06.675446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:07.872382 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:08.173320 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:18.160807 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:18.168569 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:22.963009 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:30.969738 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:32.635248 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4ebb5109-b219-41b5-b792-331191623e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:32.965505 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 5 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:34.938587 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-96c6c218-2309-479f-b53b-e6dc15e98029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:36.679688 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:37.875245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:38.177158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:42.961375 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:42.962153 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:48.170226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:48.172426 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:59.632754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802194'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:42:59.954598 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:42:59.958838 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:02.637676 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-46ec1c13-0b90-4402-a729-e0776b0888e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:04.942494 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-74d617de-8e3b-496a-89b0-798cd7638806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:06.682472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:07.882249 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:08.180493 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:09.965197 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:13.399121 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35170) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:43:13.536517 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-aa3960ac-d689-492d-9037-4f233e658822 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4535 time: 0.1358745 Oct 28 09:43:16.009846 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35180) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:43:16.067111 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-35fe054b-d617-433f-a8c7-5bbb8fc14542 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4535 time: 0.0561240 Oct 28 09:43:18.174419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:INSERT=1,neutron:SELECT=6,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:18.175706 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:26.061060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:26.061831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:29.598687 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:32.639402 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6fa30958-803e-4247-9dd0-ad4ab03b47f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:34.944845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d6fe05f-0d8b-423a-901a-bd9e48964c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:36.685679 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:36.960031 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=17 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:36.965677 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=17 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:37.882729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:38.186209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:43:46.964789 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:48.171608 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:48.182442 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:56.960512 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:56.961777 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:43:59.604725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:02.643690 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-25db3edb-a071-4d8e-9b35-c8f9e0c4a3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:04.949515 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3aa25fe5-174a-4057-a6ac-899743200d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:06.689232 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:07.888066 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:08.183404 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:13.956486 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:13.962018 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:18.170866 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:18.177973 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:23.964023 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:29.605860 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:32.646417 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5589-d827-4680-8983-6a2fbe90b713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:33.958915 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:33.959704 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:34.943855 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-41a8dc27-9a7a-43f9-a581-8ce8d0d8eafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:36.692089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:37.889117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:38.177975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:48.165275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:48.176938 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:50.957608 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:50.959321 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:51.862219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35342) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:52.189567 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-network', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:52.216385 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35364) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:52.229122 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Made reservation on behalf of 227ac6c4e642467ca3b9e0bf7181d5c9 for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:52.232048 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.254604 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.360155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks [] for security_group (1e31a46c-7641-48cb-a7b8-b5513e2f7a73), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.364677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1e31a46c-7641-48cb-a7b8-b5513e2f7a73), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.374968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35376) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:52.392429 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e31a46c-7641-48cb-a7b8-b5513e2f7a73,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:52.407571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.407920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.408261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.408594 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.408923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.409257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.409571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.409892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.410210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.411041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.411041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.411877 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.411877 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.411877 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.412168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Tracked resource versions report: Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: pushed versions: Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: { 'AddressGroup': {'1.2'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Agent': {'1.1'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'ConntrackHelper': {'1.0'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Log': {'1.0'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'NDPProxy': {'1.0'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Network': {'1.1'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Port': {'1.7'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'PortForwarding': {'1.3'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'QosPolicy': {'1.10'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroup': {'1.5'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SubPort': {'1.0'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Subnet': {'1.1'}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Trunk': {'1.1'}} Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: consumer versions: Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Agent': '1.1', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'ConntrackHelper': '1.0', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'LocalIPAssociation': '1.0', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Log': '1.0', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'NDPProxy': '1.0', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Network': '1.1', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Port': '1.7', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'PortForwarding': '1.3', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'QosPolicy': '1.10', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroup': '1.5', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SecurityGroupRule': '1.2', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'SubPort': '1.0', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Subnet': '1.1', Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: 'Trunk': '1.1'}} Oct 28 09:44:52.413551 dv-cinder-zed-3-iscsi neutron-server[112834]: {{(pid=112834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:44:52.433207 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:44:52.452677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746737900234', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (e80389b1-3828-4b9a-8e26-4ce89377215c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.453421 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Unsubscribe: segment precommit_create {{(pid=112834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:44:52.454113 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Added segment e80389b1-3828-4b9a-8e26-4ce89377215c of type vlan for network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c Oct 28 09:44:52.514360 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.549767 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.550926 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:52.551574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.578471 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35398) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:52.578721 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7145908 Oct 28 09:44:52.583594 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Request body: {'subnet': {'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-subnet', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:52.614513 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-116563196-network', 'tenant_id': '41516f10d050497e82056ddd1be5981c'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:52.641859 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Made reservation on behalf of 227ac6c4e642467ca3b9e0bf7181d5c9 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:52.646625 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.665347 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90326cb8-6cb8-47f2-bb22-960f255a1a65 admin admin] Pushing event updated for resources: {'Network': ['ID=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:52.677821 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:44:52.700013 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Made reservation on behalf of 41516f10d050497e82056ddd1be5981c for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:52.702251 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.720877 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.765448 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1143740386-network', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:52.830807 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:52.833582 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.870769 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.932988 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks [] for security_group (735ea333-5965-44f5-9f88-9f7b63aeb2cd), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.965150 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (735ea333-5965-44f5-9f88-9f7b63aeb2cd), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:52.987806 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35414) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:53.007004 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:44:53.015141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35418) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:53.023987 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (14579739-db8e-45c1-aff7-b24d11dcdc69), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.051783 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (2c4c9f85-2755-4b8d-a0d5-255eabca3511), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.052113 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Added segment 2c4c9f85-2755-4b8d-a0d5-255eabca3511 of type vlan for network 375c6b20-2d09-4b21-b297-392868656545 Oct 28 09:44:53.103266 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735ea333-5965-44f5-9f88-9f7b63aeb2cd,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.158545 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.159380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.159879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.160395 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.160726 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.161048 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.161521 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.162002 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.162498 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.163060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.163533 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.163995 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.164464 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.164928 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.165397 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Tracked resource versions report: Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: pushed versions: Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: { 'AddressGroup': {'1.2'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Agent': {'1.1'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'ConntrackHelper': {'1.0'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Log': {'1.0'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'NDPProxy': {'1.0'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Network': {'1.1'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Port': {'1.7'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'PortForwarding': {'1.3'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'QosPolicy': {'1.10'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroup': {'1.5'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SubPort': {'1.0'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Subnet': {'1.1'}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Trunk': {'1.1'}} Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: consumer versions: Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Agent': '1.1', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'ConntrackHelper': '1.0', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'LocalIPAssociation': '1.0', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Log': '1.0', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'NDPProxy': '1.0', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Network': '1.1', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Port': '1.7', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'PortForwarding': '1.3', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'QosPolicy': '1.10', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroup': '1.5', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SecurityGroupRule': '1.2', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'SubPort': '1.0', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Subnet': '1.1', Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: 'Trunk': '1.1'}} Oct 28 09:44:53.166957 dv-cinder-zed-3-iscsi neutron-server[112835]: {{(pid=112835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:44:53.181421 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (375c6b20-2d09-4b21-b297-392868656545), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.192256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:53.193710 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14579739-db8e-45c1-aff7-b24d11dcdc69,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.211081 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks [] for security_group (5225a36e-a2eb-4ec5-b464-29729732f498), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.228283 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5225a36e-a2eb-4ec5-b464-29729732f498), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.240456 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:53.255857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:53.256596 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Network hostable DHCP agents. Network: 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:44:53.265337 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (375c6b20-2d09-4b21-b297-392868656545), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.266754 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:53.267314 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.280604 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:44:53.346333 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225a36e-a2eb-4ec5-b464-29729732f498,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.352160 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (5229d30c-7d02-4c49-9300-16f45f98a364), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.352498 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Added segment 5229d30c-7d02-4c49-9300-16f45f98a364 of type vlan for network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a Oct 28 09:44:53.368553 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-347768632-network', 'tenant_id': '29c47b13a2044939b5446ffe5397633a'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:53.375893 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1572807 Oct 28 09:44:53.381215 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35430) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:53.388074 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Request body: {'subnet': {'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-116563196-subnet', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:53.404688 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb51e6d-c829-493c-a72a-2ccd81ef7739 admin admin] Pushing event updated for resources: {'Network': ['ID=375c6b20-2d09-4b21-b297-392868656545,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.432751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 375c6b20-2d09-4b21-b297-392868656545 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:44:53.434474 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:44:53.459816 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (8cae7e07-cd54-4f98-96b4-a27c37dcb83a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.475076 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Made reservation on behalf of 41516f10d050497e82056ddd1be5981c for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:53.477903 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.492576 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:53.497294 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:53.498053 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.533209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96a8a2-0842-4cd4-b0d9-678565e3ca92 None None] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:44:53.546516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1974651354-network', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:53.557103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Made reservation on behalf of 29c47b13a2044939b5446ffe5397633a for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:53.560309 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.579603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.630024 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (8cae7e07-cd54-4f98-96b4-a27c37dcb83a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.631479 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:53.632120 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.660114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Made reservation on behalf of f2fcce993e6b4388bde493f0702fd49d for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:53.663660 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.679113 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8d371e1a-50cc-4f32-897f-01fded804e23 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0969815 Oct 28 09:44:53.682665 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35436) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:53.692225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:53.698082 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.734909 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3588617 Oct 28 09:44:53.739944 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35442) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:53.757452 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Request body: {'subnet': {'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-subnet', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:53.791284 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:53.792211 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.795746 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:44:53.796896 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.800089 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038782-8654-49ce-af3d-e2768669b8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cae7e07-cd54-4f98-96b4-a27c37dcb83a,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:53.821254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks [] for security_group (b57b9e70-fd8f-4003-bac9-2258e3f77780), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.827519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:44:53.835906 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b57b9e70-fd8f-4003-bac9-2258e3f77780), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.849372 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:44:53.860287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.860668 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Added segment ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9 of type vlan for network 1c06056f-c33e-47c9-b078-4c3c3f047c82 Oct 28 09:44:53.909048 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (1c06056f-c33e-47c9-b078-4c3c3f047c82), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:53.970183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:53.971928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:54.034882 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:54.071455 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.072480 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.085180 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b9e70-fd8f-4003-bac9-2258e3f77780,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.088130 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (f1e60bb2-0c6f-44d7-a96d-4d3247f5de45), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.088992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (1c06056f-c33e-47c9-b078-4c3c3f047c82), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.092757 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:54.093530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.171527 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1831245 Oct 28 09:44:54.173861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35458) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:54.253837 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Request body: {'subnet': {'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-subnet', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:54.289664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Made reservation on behalf of 29c47b13a2044939b5446ffe5397633a for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:54.292738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.342571 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e60bb2-0c6f-44d7-a96d-4d3247f5de45,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.386915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Allocated IP 172.20.0.2 (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c/14579739-db8e-45c1-aff7-b24d11dcdc69/0643836f-b929-4ac8-b599-658957ff2861) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:54.391766 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (0ad0fb86-3b2c-4f04-bb8c-6055214bd457), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.400896 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Checking segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:54.401494 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Network hostable DHCP agents. Network: 375c6b20-2d09-4b21-b297-392868656545, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:44:54.450964 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:54.463871 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad0fb86-3b2c-4f04-bb8c-6055214bd457,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.493601 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Network 375c6b20-2d09-4b21-b297-392868656545 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:44:54.503727 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (d139d228-2d77-4ad5-a94b-4e21acd1f3b7), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.511013 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 375c6b20-2d09-4b21-b297-392868656545) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:54.527409 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:54.528413 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.538338 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bc858-4381-4718-9988-224248b661e2 None None] Network 375c6b20-2d09-4b21-b297-392868656545 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:44:54.546883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:54.546883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Network hostable DHCP agents. Network: 8cae7e07-cd54-4f98-96b4-a27c37dcb83a, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:44:54.557709 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:54.569543 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-fb85cf9c-6152-4018-967f-c7948ebcfb20 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1852000 Oct 28 09:44:54.570924 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35482) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:54.577506 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:54.585897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989d4e4-4c91-4a36-8726-ae53ef99261c admin admin] Pushing event updated for resources: {'Network': ['ID=1c06056f-c33e-47c9-b078-4c3c3f047c82,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.628558 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:44:54.639228 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.641975 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.682429 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:44:54.705228 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d139d228-2d77-4ad5-a94b-4e21acd1f3b7,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.804015 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for router_controller (386fbf9c-fb64-4461-9f7c-ee106c0386e5), precommit_add_association {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.818449 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Checking segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:54.818778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Network hostable DHCP agents. Network: 1c06056f-c33e-47c9-b078-4c3c3f047c82, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:44:54.829108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks [] for security_group (de602d99-a004-4fcb-b5e6-c71bd84588e2), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.859458 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-375c6b20-2d09-4b21-b297-392868656545', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'project_id': '41516f10d050497e82056ddd1be5981c', 'fixed_ips': [{'subnet_id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:44:54.861226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.887396 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (de602d99-a004-4fcb-b5e6-c71bd84588e2), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.905872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for router_controller (6ef223c9-6133-4078-adae-dab1d90b16e0), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.908616 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 8cae7e07-cd54-4f98-96b4-a27c37dcb83a) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:54.929872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a793946-ed2a-438a-83be-67e142ce2ff8 None None] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:44:54.944931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:54.946609 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de602d99-a004-4fcb-b5e6-c71bd84588e2,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:54.946744 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:54.963446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:44:54.965611 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:44:55.037284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:55.058744 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for router_gateway (386fbf9c-fb64-4461-9f7c-ee106c0386e5), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.076292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (74554f69-e549-4c99-b761-9dfd63e6ee94), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.077014 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Added segment 74554f69-e549-4c99-b761-9dfd63e6ee94 of type vlan for network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 Oct 28 09:44:55.095929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 1c06056f-c33e-47c9-b078-4c3c3f047c82) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:55.131904 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5254ae53-c0bc-4739-9e50-3f9eac66f8ea admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3821230 Oct 28 09:44:55.132698 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35506) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:55.143777 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:55.153361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:55.154230 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.200926 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (1d4760fa-4445-40fa-b7a4-b3e4124ac823), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.218419 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-da0df78e-bf61-4b5f-a3f2-f0e58fd9f16a admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0315483 Oct 28 09:44:55.225892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35510) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:55.231029 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:55.253591 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.255430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.289346 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Allocated IP 172.20.0.2 (375c6b20-2d09-4b21-b297-392868656545/f1e60bb2-0c6f-44d7-a96d-4d3247f5de45/497af73f-2e43-4cdb-82f0-ec1805dfab24) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:55.292083 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (1d4760fa-4445-40fa-b7a4-b3e4124ac823), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.293560 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:55.294663 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.330799 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for router_controller (345eeddb-620c-47cf-9650-b5c10dd48a14), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.336057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for router_gateway (6ef223c9-6133-4078-adae-dab1d90b16e0), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.431171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.432256 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.442544 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:55.452823 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4339995 Oct 28 09:44:55.458535 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35518) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:55.479666 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a465d-e9ed-46ac-84e6-4018a594108b None None] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:44:55.485741 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks [] for port (0643836f-b929-4ac8-b599-658957ff2861), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.498602 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b749536-4949-47f5-9e75-52a38b9f34cb admin admin] Pushing event updated for resources: {'Network': ['ID=1d4760fa-4445-40fa-b7a4-b3e4124ac823,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:55.541255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:55.565996 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Request body: {'subnet': {'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1974651354-subnet', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:55.610308 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for router_controller (d29fb91a-9a43-4b49-9270-7ffdabd36617), precommit_add_association {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.617080 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:55.810952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for router_gateway (345eeddb-620c-47cf-9650-b5c10dd48a14), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.816905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for router_gateway (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.840811 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Made reservation on behalf of f2fcce993e6b4388bde493f0702fd49d for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:44:55.843519 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.871352 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:44:55.890727 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35550) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:55.924742 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.929228 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for router_gateway (d29fb91a-9a43-4b49-9270-7ffdabd36617), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.936379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:44:55.938475 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:55.951571 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (0643836f-b929-4ac8-b599-658957ff2861), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.155225 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Pushing event updated for resources: {'Port': ['ID=0643836f-b929-4ac8-b599-658957ff2861,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:56.200008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.200627 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.201132 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.201644 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.202140 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.202661 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.203322 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.203810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.204294 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.204779 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.205336 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.205819 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.206487 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.206995 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.207485 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Tracked resource versions report: Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: pushed versions: Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: { 'AddressGroup': {'1.2'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Agent': {'1.1'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'ConntrackHelper': {'1.0'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Log': {'1.0'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'NDPProxy': {'1.0'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Network': {'1.1'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Port': {'1.7'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'PortForwarding': {'1.3'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'QosPolicy': {'1.10'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroup': {'1.5'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SubPort': {'1.0'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Subnet': {'1.1'}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Trunk': {'1.1'}} Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: consumer versions: Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Agent': '1.1', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'ConntrackHelper': '1.0', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'LocalIPAssociation': '1.0', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Log': '1.0', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'NDPProxy': '1.0', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Network': '1.1', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Port': '1.7', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'PortForwarding': '1.3', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'QosPolicy': '1.10', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroup': '1.5', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SecurityGroupRule': '1.2', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'SubPort': '1.0', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Subnet': '1.1', Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: 'Trunk': '1.1'}} Oct 28 09:44:56.208748 dv-cinder-zed-3-iscsi neutron-server[112836]: {{(pid=112836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:44:56.211754 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4954e5b7-c5ae-4a57-830d-61c0675ec904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.254949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:56.271490 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:56.278245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks [] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.281732 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:56.337725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.427682 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Pushing event updated for resources: {'Port': ['ID=497af73f-2e43-4cdb-82f0-ec1805dfab24,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:56.461160 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35568) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:56.483385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Allocated IP 172.37.3.119 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/3d6a4dab-2a2d-4272-9240-acfc167b338d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:56.485603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:56.512245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:56.561215 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Network 375c6b20-2d09-4b21-b297-392868656545 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:56.582520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-1c06056f-c33e-47c9-b078-4c3c3f047c82', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:44:56.583478 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.599847 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:56.623424 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Allocated IP 172.20.0.2 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/922f5856-77b9-4b45-ae2a-8e862b67dabe) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:56.626974 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Attempting to bind port 0643836f-b929-4ac8-b599-658957ff2861 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:44:56.627376 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Attempting to bind port 0643836f-b929-4ac8-b599-658957ff2861 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:44:56.627948 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Attempting to bind port 0643836f-b929-4ac8-b599-658957ff2861 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:56.640909 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:56.704270 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f65b01ef-7f72-4643-acd2-353027e27704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.710344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for router_gateway (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.761845 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.763703 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:56.784971 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:56.805992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4954e5b7-c5ae-4a57-830d-61c0675ec904 admin admin] Publish callbacks [] for security_group (acdc4370-0de6-4a20-9536-8a67f8a205b2), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.820721 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for router_gateway (6ef223c9-6133-4078-adae-dab1d90b16e0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.851236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4954e5b7-c5ae-4a57-830d-61c0675ec904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (acdc4370-0de6-4a20-9536-8a67f8a205b2), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.853825 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for router_gateway (345eeddb-620c-47cf-9650-b5c10dd48a14), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.863121 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.877634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.929295 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:56.983043 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:57.061335 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4954e5b7-c5ae-4a57-830d-61c0675ec904 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=123dc2248dae40edbaa0d87ceabfbe1e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1656773 Oct 28 09:44:57.062155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35592) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:57.070999 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954e5b7-c5ae-4a57-830d-61c0675ec904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc4370-0de6-4a20-9536-8a67f8a205b2,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.089531 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Allocated IP 172.20.0.2 (1c06056f-c33e-47c9-b078-4c3c3f047c82/d139d228-2d77-4ad5-a94b-4e21acd1f3b7/0160c63e-b698-4768-930a-d54176d6f006) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:57.104690 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (2f48a676-61f5-4b76-81d9-5684c0f97c03), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.181995 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f48a676-61f5-4b76-81d9-5684c0f97c03,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.191324 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Checking segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:57.191672 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Network hostable DHCP agents. Network: 1d4760fa-4445-40fa-b7a4-b3e4124ac823, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:44:57.191777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.215262 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:44:57.238177 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 1d4760fa-4445-40fa-b7a4-b3e4124ac823) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:57.254539 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:44:57.255422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.281328 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad026cad-ebac-4a94-935b-c640815bac22 None None] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:44:57.282844 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-4d6d95bf-8c84-47ff-a200-c41067bc86a0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7248864 Oct 28 09:44:57.285765 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35596) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:57.287339 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:57.291619 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:44:57.306204 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f65b01ef-7f72-4643-acd2-353027e27704 admin admin] Publish callbacks [] for security_group (b5828017-7d94-4ffa-908a-73375324b1a7), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.309455 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:57.321168 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.322326 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.335410 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:57.344843 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:57.348944 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] Publish callbacks [] for security_group (acdc4370-0de6-4a20-9536-8a67f8a205b2), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.351480 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f65b01ef-7f72-4643-acd2-353027e27704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b5828017-7d94-4ffa-908a-73375324b1a7), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.369852 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Allocated IP 172.37.3.199 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/267c59e3-96ca-4b25-8036-7eb01d622769) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:57.409858 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for router_controller (cdaf21bd-ab07-403f-ad86-e48f29fbd770), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.446945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:57.520913 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Pushing event updated for resources: {'Port': ['ID=3d6a4dab-2a2d-4272-9240-acfc167b338d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.545849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] Publish callbacks [] for security_group (acdc4370-0de6-4a20-9536-8a67f8a205b2), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.576456 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b01ef-7f72-4643-acd2-353027e27704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5828017-7d94-4ffa-908a-73375324b1a7,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.581318 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f65b01ef-7f72-4643-acd2-353027e27704 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=385349b18e6f4217adbcec1fb43b1e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1090558 Oct 28 09:44:57.614759 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35606) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:57.630114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:57.634723 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:44:57.635657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.668821 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for router_gateway (cdaf21bd-ab07-403f-ad86-e48f29fbd770), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.703582 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Attempting to bind port 497af73f-2e43-4cdb-82f0-ec1805dfab24 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:44:57.704432 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Attempting to bind port 497af73f-2e43-4cdb-82f0-ec1805dfab24 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:44:57.704928 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Attempting to bind port 497af73f-2e43-4cdb-82f0-ec1805dfab24 on network 375c6b20-2d09-4b21-b297-392868656545 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:57.749891 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:44:57.750268 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:57.751032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.751687 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Bound using segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:44:57.752495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Bound port: 0643836f-b929-4ac8-b599-658957ff2861, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:44:57.753074 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0643836f-b929-4ac8-b599-658957ff2861), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.831482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for port (267c59e3-96ca-4b25-8036-7eb01d622769), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.842105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (acdc4370-0de6-4a20-9536-8a67f8a205b2), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.844670 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.848551 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/acdc4370-0de6-4a20-9536-8a67f8a205b2 HTTP/1.1" status: 204 len: 168 time: 0.7760820 Oct 28 09:44:57.858367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] Publish callbacks [] for security_group (b5828017-7d94-4ffa-908a-73375324b1a7), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.888955 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf7882-c83e-4f85-9c60-95a52748af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc4370-0de6-4a20-9536-8a67f8a205b2,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:57.910882 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for router_gateway (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.915860 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] Publish callbacks [] for security_group (b5828017-7d94-4ffa-908a-73375324b1a7), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.921431 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for router_gateway (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.945560 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.948626 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks [] for port (0160c63e-b698-4768-930a-d54176d6f006), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.968358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks [] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.984190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:44:57.984897 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Checking segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:57.985002 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.985355 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Bound using segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:44:57.985857 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Bound port: 497af73f-2e43-4cdb-82f0-ec1805dfab24, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:44:57.986245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.997381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:57.997871 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.001794 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (0160c63e-b698-4768-930a-d54176d6f006), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.044196 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.084605 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:58.091630 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:58.099803 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:58.108386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] For port 0643836f-b929-4ac8-b599-658957ff2861, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:58.124073 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Allocated IP 172.37.3.121 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/1c1c7aae-6f42-4377-a23f-1c142e23c1c0) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:58.135617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Pushing event updated for resources: {'Port': ['ID=267c59e3-96ca-4b25-8036-7eb01d622769,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.161240 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.168928 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] For port 497af73f-2e43-4cdb-82f0-ec1805dfab24, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:58.172684 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] For port 497af73f-2e43-4cdb-82f0-ec1805dfab24, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=497af73f-2e43-4cdb-82f0-ec1805dfab24,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:58.176580 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b5828017-7d94-4ffa-908a-73375324b1a7), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.179751 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.181057 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b5828017-7d94-4ffa-908a-73375324b1a7 HTTP/1.1" status: 204 len: 168 time: 0.5608246 Oct 28 09:44:58.182950 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:58.237550 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.243383 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14497a81-42a5-4f8c-8491-93000fd761bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5828017-7d94-4ffa-908a-73375324b1a7,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.259489 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:58.266165 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:58.269350 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Pushing event updated for resources: {'Port': ['ID=922f5856-77b9-4b45-ae2a-8e862b67dabe,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.284518 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:58.299755 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.348454 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.348700 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:58.356725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:58.408105 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] For port 0643836f-b929-4ac8-b599-658957ff2861, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0643836f-b929-4ac8-b599-658957ff2861,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:58.442281 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35620) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:58.456922 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.503532 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.504797 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for router_gateway (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.514777 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0643836f-b929-4ac8-b599-658957ff2861), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.568915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Allocated IP 172.20.0.2 (1d4760fa-4445-40fa-b7a4-b3e4124ac823/2f48a676-61f5-4b76-81d9-5684c0f97c03/737fc273-95a5-4b8b-b546-cf62cbb00d48) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:58.587689 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6c88-7e44-4bf7-ba7a-686eed9ceffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.619803 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Pushing event updated for resources: {'Port': ['ID=0160c63e-b698-4768-930a-d54176d6f006,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.709134 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:58.710965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.742138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Attempting to bind port 922f5856-77b9-4b45-ae2a-8e862b67dabe on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:44:58.742606 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Attempting to bind port 922f5856-77b9-4b45-ae2a-8e862b67dabe by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:44:58.743469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Attempting to bind port 922f5856-77b9-4b45-ae2a-8e862b67dabe on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:58.745325 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Allocated IP 172.37.3.81 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/1cc2db28-b346-480c-813e-642c13ed5364) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:58.747240 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Attempting to bind port 0160c63e-b698-4768-930a-d54176d6f006 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:44:58.748314 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Attempting to bind port 0160c63e-b698-4768-930a-d54176d6f006 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:44:58.748873 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Attempting to bind port 0160c63e-b698-4768-930a-d54176d6f006 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:58.757840 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:58.783105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:58.934246 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62092a1-485f-449e-a6e3-a9d92f9049dd None None] Pushing event updated for resources: {'Port': ['ID=497af73f-2e43-4cdb-82f0-ec1805dfab24,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.976603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:58.983847 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:59.039123 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:59.071506 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:44:59.072081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Checking segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:59.072600 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.072785 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Bound using segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:44:59.073236 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Bound port: 0160c63e-b698-4768-930a-d54176d6f006, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:44:59.073624 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0160c63e-b698-4768-930a-d54176d6f006), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.084503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:44:59.084880 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:59.085277 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.085675 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:44:59.086171 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Bound port: 922f5856-77b9-4b45-ae2a-8e862b67dabe, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:44:59.086587 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.132370 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35630) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:59.145835 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c25cb-be71-49a1-8017-2bcae4eeaab0 None None] Pushing event updated for resources: {'Port': ['ID=0643836f-b929-4ac8-b599-658957ff2861,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.156030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f336d03c-ff13-4232-95ec-190af586e1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.206843 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for port (1cc2db28-b346-480c-813e-642c13ed5364), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.270898 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6c88-7e44-4bf7-ba7a-686eed9ceffa admin admin] Publish callbacks [] for security_group (ac7f45bb-995c-4ecf-a944-8181c620f3ae), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.282078 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:59.282283 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6c88-7e44-4bf7-ba7a-686eed9ceffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ac7f45bb-995c-4ecf-a944-8181c620f3ae), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.303908 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] For port 0160c63e-b698-4768-930a-d54176d6f006, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:59.331686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:44:59.353522 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] For port 0160c63e-b698-4768-930a-d54176d6f006, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0160c63e-b698-4768-930a-d54176d6f006,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:59.372374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0160c63e-b698-4768-930a-d54176d6f006), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.399815 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.409760 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] For port 922f5856-77b9-4b45-ae2a-8e862b67dabe, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:44:59.420231 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (1cc2db28-b346-480c-813e-642c13ed5364), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.436633 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks [] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.445384 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] For port 922f5856-77b9-4b45-ae2a-8e862b67dabe, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=922f5856-77b9-4b45-ae2a-8e862b67dabe,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:44:59.451052 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.454053 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1a5a6c88-7e44-4bf7-ba7a-686eed9ceffa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=885569d8959b4395b2021234c2bda1d4&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0106239 Oct 28 09:44:59.463971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35634) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:59.468704 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.476603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a6c88-7e44-4bf7-ba7a-686eed9ceffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f45bb-995c-4ecf-a944-8181c620f3ae,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.485653 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:59.495115 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29aae1-9c35-4c57-b7fc-e7727fcd18d4 None None] Pushing event updated for resources: {'Port': ['ID=0160c63e-b698-4768-930a-d54176d6f006,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.497562 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:59.499365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:59.504865 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:59.527904 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:59.595523 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Pushing event updated for resources: {'Port': ['ID=737fc273-95a5-4b8b-b546-cf62cbb00d48,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.643428 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f336d03c-ff13-4232-95ec-190af586e1d4 admin admin] Publish callbacks [] for security_group (fb5ff285-abdb-4617-8320-6575f0458d7b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.645272 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:44:59.649172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:44:59.659957 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:44:59.674812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f336d03c-ff13-4232-95ec-190af586e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fb5ff285-abdb-4617-8320-6575f0458d7b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.676181 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:44:59.676827 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:44:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:44:59.696384 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:44:59.745671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Attempting to bind port 737fc273-95a5-4b8b-b546-cf62cbb00d48 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:44:59.754377 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.754377 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b2d0fc4d-3cab-47fe-a402-d11637c19126 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0664103 Oct 28 09:44:59.757272 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Attempting to bind port 737fc273-95a5-4b8b-b546-cf62cbb00d48 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:44:59.757850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Attempting to bind port 737fc273-95a5-4b8b-b546-cf62cbb00d48 on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:44:59.771347 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=1cc2db28-b346-480c-813e-642c13ed5364,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.774642 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35636) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:59.780396 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:44:59.794728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] Publish callbacks [] for security_group (ac7f45bb-995c-4ecf-a944-8181c620f3ae), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.823859 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Allocated IP 172.37.3.137 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:44:59.833750 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:59.909640 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.926725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c07f5-83fc-43b6-9df2-1e9545856f67 None None] Pushing event updated for resources: {'Port': ['ID=922f5856-77b9-4b45-ae2a-8e862b67dabe,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:59.941406 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f336d03c-ff13-4232-95ec-190af586e1d4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0f3ccd6d880e4fa19e439b73f903870f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078496 Oct 28 09:44:59.965203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35642) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:44:59.973724 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:44:59.974095 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Checking segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:44:59.974886 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.975199 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Bound using segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:44:59.975734 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Bound port: 737fc273-95a5-4b8b-b546-cf62cbb00d48, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:44:59.976045 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:44:59.984716 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:44:59.985437 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d03c-ff13-4232-95ec-190af586e1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ff285-abdb-4617-8320-6575f0458d7b,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:00.035698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] Publish callbacks [] for security_group (ac7f45bb-995c-4ecf-a944-8181c620f3ae), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.172540 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for router_gateway (6ef223c9-6133-4078-adae-dab1d90b16e0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.185244 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] For port 737fc273-95a5-4b8b-b546-cf62cbb00d48, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:00.190719 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] For port 737fc273-95a5-4b8b-b546-cf62cbb00d48, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=737fc273-95a5-4b8b-b546-cf62cbb00d48,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:00.201400 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.248481 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:00.294100 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb880f6-84fb-4ad3-92b0-d63a7eade753 None None] Pushing event updated for resources: {'Port': ['ID=737fc273-95a5-4b8b-b546-cf62cbb00d48,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:00.296048 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:00.376146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:45:00.390861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] Publish callbacks [] for security_group (fb5ff285-abdb-4617-8320-6575f0458d7b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.429525 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] Publish callbacks [] for security_group (fb5ff285-abdb-4617-8320-6575f0458d7b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.564603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.570223 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for router_gateway (345eeddb-620c-47cf-9650-b5c10dd48a14), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.621165 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81955f7b-4b9c-4534-97d0-3f8fb5acaa4f None None] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:45:00.660172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ac7f45bb-995c-4ecf-a944-8181c620f3ae), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.671471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.675976 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac7f45bb-995c-4ecf-a944-8181c620f3ae HTTP/1.1" status: 204 len: 168 time: 1.2108934 Oct 28 09:45:00.696171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d354-8b9a-49ac-8a24-1ea8719eb7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f45bb-995c-4ecf-a944-8181c620f3ae,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:00.750815 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:57Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:00.837346 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:00.838452 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Updating router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 port 3d6a4dab-2a2d-4272-9240-acfc167b338d binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:00.941866 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fb5ff285-abdb-4617-8320-6575f0458d7b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.944431 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:00.947977 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb5ff285-abdb-4617-8320-6575f0458d7b HTTP/1.1" status: 204 len: 168 time: 0.9764276 Oct 28 09:45:01.018794 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:01.023358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0643836f-b929-4ac8-b599-658957ff2861 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:01.047721 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.132057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.156890 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345231d-362c-4653-a05b-8ea75ec524d1 None None] Network 375c6b20-2d09-4b21-b297-392868656545 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:45:01.210365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Provisioning complete for port 0643836f-b929-4ac8-b599-658957ff2861 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:01.214990 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0643836f-b929-4ac8-b599-658957ff2861), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.215631 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Attempt 1 to provision port 0643836f-b929-4ac8-b599-658957ff2861 Oct 28 09:45:01.331288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:01.353452 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:01.373197 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7311392-89f3-4905-9a4d-04b4e390be95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ff285-abdb-4617-8320-6575f0458d7b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:01.448413 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:01.453000 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:01.461621 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:01.463932 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:01.479193 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:01.639448 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.649984 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7b3ee193-9729-44b5-9644-00d117f12006 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4207275 Oct 28 09:45:01.652584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35670) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:01.673531 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ab171-178b-40d4-8acc-b6cbfaf65f99 None None] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:45:01.681510 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:01.708511 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.883047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:01.973400 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d6dfb-4ccb-4f7a-96e2-ad52e0cfa6b9 None None] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:45:02.024712 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for router_gateway (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.036017 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:02.041186 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:44:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:02.044053 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks [] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.062661 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.179646 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Attempting to bind port 3d6a4dab-2a2d-4272-9240-acfc167b338d on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:02.184978 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Attempting to bind port 3d6a4dab-2a2d-4272-9240-acfc167b338d by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:02.185656 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Attempting to bind port 3d6a4dab-2a2d-4272-9240-acfc167b338d on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:02.243756 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:02.271201 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:02.280014 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 0643836f-b929-4ac8-b599-658957ff2861 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:02.292989 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0643836f-b929-4ac8-b599-658957ff2861), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.293528 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 0643836f-b929-4ac8-b599-658957ff2861 Oct 28 09:45:02.365330 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:02.367231 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:02.367962 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.368576 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:02.369555 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Bound port: 3d6a4dab-2a2d-4272-9240-acfc167b338d, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:02.371930 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.489241 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] For port 3d6a4dab-2a2d-4272-9240-acfc167b338d, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:02.495550 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] For port 3d6a4dab-2a2d-4272-9240-acfc167b338d, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3d6a4dab-2a2d-4272-9240-acfc167b338d,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:02.501252 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Pushing event updated for resources: {'Port': ['ID=3d6a4dab-2a2d-4272-9240-acfc167b338d,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:02.506576 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:02.509828 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.538716 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:02.540423 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:44:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:02.578321 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2753493-6483-429e-a355-58290b2e55fd None None] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:45:02.705172 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.705523 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.705912 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.706297 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.706664 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.706996 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.707488 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.707821 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.708151 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.708476 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.708802 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.710011 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.711794 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.712136 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.712471 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Tracked resource versions report: Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: pushed versions: Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: { 'AddressGroup': {'1.2'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Agent': {'1.1'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'ConntrackHelper': {'1.0'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'LocalIPAssociation': {'1.0'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Log': {'1.0'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'NDPProxy': {'1.0'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Network': {'1.1'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Port': {'1.7'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'PortForwarding': {'1.3'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'QosPolicy': {'1.10'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroup': {'1.5'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SubPort': {'1.0'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Subnet': {'1.1'}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Trunk': {'1.1'}} Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: consumer versions: Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Agent': '1.1', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'ConntrackHelper': '1.0', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'LocalIPAssociation': '1.0', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Log': '1.0', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'NDPProxy': '1.0', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Network': '1.1', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Port': '1.7', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'PortForwarding': '1.3', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'QosPolicy': '1.10', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroup': '1.5', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SecurityGroupRule': '1.2', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'SubPort': '1.0', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Subnet': '1.1', Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: 'Trunk': '1.1'}} Oct 28 09:45:02.713915 dv-cinder-zed-3-iscsi neutron-server[112837]: {{(pid=112837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:45:02.733621 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:02.783956 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-74eae54a-ab0f-418f-8158-af7c810ec6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.870371 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Current status of the port 0643836f-b929-4ac8-b599-658957ff2861 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:02.872296 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:02.903774 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0643836f-b929-4ac8-b599-658957ff2861), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:02.963974 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:02.973574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:03.088191 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c35e-f47d-430a-87ff-c2414e780ed4 None None] Pushing event updated for resources: {'Port': ['ID=3d6a4dab-2a2d-4272-9240-acfc167b338d,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:03.264840 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] For port 0643836f-b929-4ac8-b599-658957ff2861, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0643836f-b929-4ac8-b599-658957ff2861,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:03.414196 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:57Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:03.434425 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0643836f-b929-4ac8-b599-658957ff2861), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.444221 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.459409 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.470514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Router 6ef223c9-6133-4078-adae-dab1d90b16e0 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:45:03.509201 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 0643836f-b929-4ac8-b599-658957ff2861 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:03.509579 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0643836f-b929-4ac8-b599-658957ff2861), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.530096 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebee5758-218e-46af-8336-7d1a25d58f46 None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:57Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:03.636989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Allocated IP 172.20.0.1 (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c/14579739-db8e-45c1-aff7-b24d11dcdc69/60c19db5-e4fe-4779-8c57-28cd9976f20d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:03.768412 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:03.771000 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:03.795111 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Provisioning complete for port 497af73f-2e43-4cdb-82f0-ec1805dfab24 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:03.799192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.800596 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Attempt 1 to provision port 497af73f-2e43-4cdb-82f0-ec1805dfab24 Oct 28 09:45:03.901620 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:03.978617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks [] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:03.998205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.010513 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab449d-2eb9-45e8-b1aa-c923723ce39d None None] Pushing event updated for resources: {'Port': ['ID=0643836f-b929-4ac8-b599-658957ff2861,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:04.063009 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:45:04.077193 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.db.api [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 09:45:04.079588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG oslo_db.api [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:45:04.118729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:44:58Z', 'revision_number': 3, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:04.179525 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:04.181257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:04.181827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Updating router d29fb91a-9a43-4b49-9270-7ffdabd36617 port 267c59e3-96ca-4b25-8036-7eb01d622769 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:04.197409 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Sync routers for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:04.229943 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:04.230614 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:44:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:04.271538 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.272787 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2c3c2bb2-768c-493f-9474-600d4bf6ee28 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6995146 Oct 28 09:45:04.285090 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35742) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:04.325210 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:04.339574 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.378884 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.394477 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:04.406560 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:04.425603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35744) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:04.431403 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:45:04.434005 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:04.436475 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Current status of the port 497af73f-2e43-4cdb-82f0-ec1805dfab24 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:04.442211 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.445447 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.447400 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-eb8ebfc8-ecba-4d47-8ff2-83115be51fd3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1604886 Oct 28 09:45:04.451597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35748) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:04.471516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:04.490373 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:04.516165 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Pushing event updated for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:04.522888 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:04.524787 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:04.549002 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:04.549934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:04.745614 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:04.746084 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:44:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:04.814215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Allocated IP 172.20.0.1 (1c06056f-c33e-47c9-b078-4c3c3f047c82/d139d228-2d77-4ad5-a94b-4e21acd1f3b7/c9e356c7-eb43-4b53-b916-2cb85d1220b8) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:04.902845 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:59Z', 'revision_number': 3, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:04.944593 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Checking router: 6ef223c9-6133-4078-adae-dab1d90b16e0 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:04.947640 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Updating router 6ef223c9-6133-4078-adae-dab1d90b16e0 port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:04.986540 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] For port 497af73f-2e43-4cdb-82f0-ec1805dfab24, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=497af73f-2e43-4cdb-82f0-ec1805dfab24,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:05.029879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 0643836f-b929-4ac8-b599-658957ff2861 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:05.042903 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.043167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 922f5856-77b9-4b45-ae2a-8e862b67dabe up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:05.050304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.215719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.273182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks [] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.282987 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:05.349409 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-18b7a33c-24a0-4103-aab2-f33b190f3d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.432072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.465355 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:05.478834 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:05.491476 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:05.503234 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:05.571986 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:05.587562 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:05.600442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:05.601293 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.625113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3ef45e8d-0d92-48cb-a700-932814fde187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.635456 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:05.696621 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Provisioning complete for port 737fc273-95a5-4b8b-b546-cf62cbb00d48 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:05.696953 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.697273 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Attempt 1 to provision port 737fc273-95a5-4b8b-b546-cf62cbb00d48 Oct 28 09:45:05.702458 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:05.731739 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:05.925534 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Pushing event updated for resources: {'Port': ['ID=497af73f-2e43-4cdb-82f0-ec1805dfab24,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:05.951764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks [] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.963685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:05.970713 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.034521 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.035994 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:06.056037 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 922f5856-77b9-4b45-ae2a-8e862b67dabe triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:06.056629 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.057024 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 922f5856-77b9-4b45-ae2a-8e862b67dabe Oct 28 09:45:06.134113 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:00Z', 'revision_number': 3, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:06.136465 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.142090 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6e31341c-9801-4461-9ea1-fc80f7356ac3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.0018384 Oct 28 09:45:06.154772 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35776) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:06.170950 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:06.171378 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Updating router 345eeddb-620c-47cf-9650-b5c10dd48a14 port 1cc2db28-b346-480c-813e-642c13ed5364 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:06.204974 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.206140 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.244843 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1cc2db28-b346-480c-813e-642c13ed5364), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.259517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Pushing event updated for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:06.282696 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-18b7a33c-24a0-4103-aab2-f33b190f3d68 admin admin] Publish callbacks [] for security_group (f6a9dce6-448e-4229-bd88-b75ba844e866), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.315230 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-18b7a33c-24a0-4103-aab2-f33b190f3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f6a9dce6-448e-4229-bd88-b75ba844e866), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.341081 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.359672 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks [] for port (267c59e3-96ca-4b25-8036-7eb01d622769), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.395087 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.409098 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.459929 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.463701 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a33c-24a0-4103-aab2-f33b190f3d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a9dce6-448e-4229-bd88-b75ba844e866,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:06.471048 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:06.475531 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.477530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:06.536274 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 922f5856-77b9-4b45-ae2a-8e862b67dabe is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:06.536668 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.539109 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Current status of the port 737fc273-95a5-4b8b-b546-cf62cbb00d48 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:06.539479 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.548775 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Attempting to bind port 267c59e3-96ca-4b25-8036-7eb01d622769 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:06.549150 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Attempting to bind port 267c59e3-96ca-4b25-8036-7eb01d622769 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:06.549515 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Attempting to bind port 267c59e3-96ca-4b25-8036-7eb01d622769 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:06.578678 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:06.585943 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.589689 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-18b7a33c-24a0-4103-aab2-f33b190f3d68 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1d65871da7a445fda2f75ea82af5f9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1595621 Oct 28 09:45:06.606196 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688ca52-c637-42b4-9e2b-ee1d63cc49e0 None None] Pushing event updated for resources: {'Port': ['ID=267c59e3-96ca-4b25-8036-7eb01d622769,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:06.626348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 35784) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:06.641800 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 922f5856-77b9-4b45-ae2a-8e862b67dabe, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=922f5856-77b9-4b45-ae2a-8e862b67dabe,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:06.660987 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.661342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 497af73f-2e43-4cdb-82f0-ec1805dfab24 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:06.762887 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] For port 737fc273-95a5-4b8b-b546-cf62cbb00d48, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=737fc273-95a5-4b8b-b546-cf62cbb00d48,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:06.787390 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:06.788449 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:06.788840 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.789245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:06.789737 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Bound port: 267c59e3-96ca-4b25-8036-7eb01d622769, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:06.790128 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.793056 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.802853 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks [] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.829651 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.858576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.889879 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6c9ce-4b69-44b0-932b-5ddb893db98c None None] Pushing event updated for resources: {'Port': ['ID=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:06.898850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 497af73f-2e43-4cdb-82f0-ec1805dfab24 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:06.899235 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.899578 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 497af73f-2e43-4cdb-82f0-ec1805dfab24 Oct 28 09:45:06.907393 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Provisioning complete for port 0160c63e-b698-4768-930a-d54176d6f006 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:06.907793 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0160c63e-b698-4768-930a-d54176d6f006), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.908139 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Attempt 1 to provision port 0160c63e-b698-4768-930a-d54176d6f006 Oct 28 09:45:06.908248 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] Publish callbacks [] for security_group (f6a9dce6-448e-4229-bd88-b75ba844e866), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.909718 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=922f5856-77b9-4b45-ae2a-8e862b67dabe,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:06.926883 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Attempting to bind port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:06.927479 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Attempting to bind port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:06.928533 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Attempting to bind port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:06.982669 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:06.983314 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:06.983870 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:06.984484 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:06.985163 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Bound port: 1c1c7aae-6f42-4377-a23f-1c142e23c1c0, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:06.985768 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.002884 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] Publish callbacks [] for security_group (f6a9dce6-448e-4229-bd88-b75ba844e866), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.033916 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:01Z', 'revision_number': 3, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:07.046267 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] For port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:07.050049 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] For port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:07.058906 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.061151 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:07.066328 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks [] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.073658 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.074594 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.094550 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:07.095426 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:07.139685 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:07.140293 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Updating router cdaf21bd-ab07-403f-ad86-e48f29fbd770 port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:07.154922 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:07.174279 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.201775 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:07.240407 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.270185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:07.342802 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks [] for port (1cc2db28-b346-480c-813e-642c13ed5364), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.362564 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:07.373554 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-06607698-db48-4a3e-8b3e-a3990a33c141 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/386fbf9c-fb64-4461-9f7c-ee106c0386e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5810788 Oct 28 09:45:07.394917 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:07.410865 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:07.502697 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6c9ce-4b69-44b0-932b-5ddb893db98c None None] Pushing event updated for resources: {'Port': ['ID=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:07.513506 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:07.514461 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:07.569101 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1cc2db28-b346-480c-813e-642c13ed5364), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.681277 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] For port 267c59e3-96ca-4b25-8036-7eb01d622769, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:07.683457 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44722cfb-d71b-4dc6-b86f-0b4851ac9047 None None] Pushing event updated for resources: {'Port': ['ID=1cc2db28-b346-480c-813e-642c13ed5364,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:07.704070 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:07.711486 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] For port 267c59e3-96ca-4b25-8036-7eb01d622769, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=267c59e3-96ca-4b25-8036-7eb01d622769,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:07.719779 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Attempting to bind port 1cc2db28-b346-480c-813e-642c13ed5364 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:07.728331 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:07.729546 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:07.736322 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Attempting to bind port 1cc2db28-b346-480c-813e-642c13ed5364 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:07.736913 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Attempting to bind port 1cc2db28-b346-480c-813e-642c13ed5364 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:07.739963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.756130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:07.801793 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f6a9dce6-448e-4229-bd88-b75ba844e866), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.804561 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.804952 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:59Z', 'revision_number': 3, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:07.812052 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f6a9dce6-448e-4229-bd88-b75ba844e866 HTTP/1.1" status: 204 len: 168 time: 1.1812794 Oct 28 09:45:07.838304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Current status of the port 0160c63e-b698-4768-930a-d54176d6f006 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:07.839922 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0160c63e-b698-4768-930a-d54176d6f006), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.855504 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03afbb-95f2-4b4b-81ee-b61f8b1dec37 None None] The sync data for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi is: [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:44:59Z', 'revision_number': 3, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:07.860029 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:07.860504 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:07.860974 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.861430 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:07.862009 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Bound port: 1cc2db28-b346-480c-813e-642c13ed5364, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:07.862532 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1cc2db28-b346-480c-813e-642c13ed5364), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.941225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:07.952865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d74ab9-2672-4151-ba19-1583d34cf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a9dce6-448e-4229-bd88-b75ba844e866,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:07.957571 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] For port 1cc2db28-b346-480c-813e-642c13ed5364, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:07.960497 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-420aea94-aa11-4670-bbcf-4e0ac281a1f0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d29fb91a-9a43-4b49-9270-7ffdabd36617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2919459 Oct 28 09:45:07.963348 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] For port 1cc2db28-b346-480c-813e-642c13ed5364, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1cc2db28-b346-480c-813e-642c13ed5364,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:07.971486 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:07.973570 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1cc2db28-b346-480c-813e-642c13ed5364), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:07.979089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:07.988280 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Allocated IP 172.20.0.1 (1d4760fa-4445-40fa-b7a4-b3e4124ac823/2f48a676-61f5-4b76-81d9-5684c0f97c03/027cacd8-4de9-4721-ad24-9faf77fa9d97) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:07.996528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Pushing event updated for resources: {'Port': ['ID=737fc273-95a5-4b8b-b546-cf62cbb00d48,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:08.077364 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44722cfb-d71b-4dc6-b86f-0b4851ac9047 None None] Pushing event updated for resources: {'Port': ['ID=1cc2db28-b346-480c-813e-642c13ed5364,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:08.089584 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:08.090603 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:08.125727 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:08.157799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688ca52-c637-42b4-9e2b-ee1d63cc49e0 None None] Pushing event updated for resources: {'Port': ['ID=267c59e3-96ca-4b25-8036-7eb01d622769,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:08.213729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:08.214732 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:08.404649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35830) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:08.408255 dv-cinder-zed-3-iscsi neutron-server[112834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:45:08.503977 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] For port 0160c63e-b698-4768-930a-d54176d6f006, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0160c63e-b698-4768-930a-d54176d6f006,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:08.520827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:08.536050 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0160c63e-b698-4768-930a-d54176d6f006), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:08.547122 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:08.633096 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:08.690621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:08.692896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:08.702811 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-b94bb185-9839-42d9-8109-c4cf68358cf4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:08.705246 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-b94bb185-9839-42d9-8109-c4cf68358cf4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.2984452 Oct 28 09:45:08.731924 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-f0a8cb4d-3e7c-4341-b739-48e0f09471fc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/quotas/227ac6c4e642467ca3b9e0bf7181d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0149615 Oct 28 09:45:08.851590 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Allocated IP 172.20.0.1 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/b95984f0-c041-4eed-bb3d-82b5b5fd7772) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:08.894264 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-c24a8eba-ba5a-4424-aa6d-3d8e818a6267 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533523 Oct 28 09:45:09.002069 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.002808 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks [] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.035124 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:09.045122 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Allocated IP 172.20.0.1 (375c6b20-2d09-4b21-b297-392868656545/f1e60bb2-0c6f-44d7-a96d-4d3247f5de45/c2998434-5791-4d7a-96be-f8f484973313) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:09.173446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35858) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:09.181904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448293155', 'description': 'tempest-description--1614707171'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:09.190931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.265155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.283023 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:00Z', 'revision_number': 3, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:09.352594 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9d43f-756e-477e-968b-4ffa5b9d9008 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:00Z', 'revision_number': 3, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:09.352843 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 497af73f-2e43-4cdb-82f0-ec1805dfab24 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:09.355147 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0160c63e-b698-4768-930a-d54176d6f006 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:09.358626 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks [] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.439824 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Provisioning complete for port 0643836f-b929-4ac8-b599-658957ff2861 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:09.439824 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0643836f-b929-4ac8-b599-658957ff2861), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.439824 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Attempt 1 to provision port 0643836f-b929-4ac8-b599-658957ff2861 Oct 28 09:45:09.476159 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-6dc4bd4a-b23a-48ab-adb5-fb53189494a6 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:45:09.486185 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-6dc4bd4a-b23a-48ab-adb5-fb53189494a6 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2637143 Oct 28 09:45:09.504009 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks [] for port (c2998434-5791-4d7a-96be-f8f484973313), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.554853 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:09.572727 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Pushing event updated for resources: {'Port': ['ID=0160c63e-b698-4768-930a-d54176d6f006,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:09.612844 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.633978 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:09.641816 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Pushing event updated for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:09.649813 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:09.674869 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:09.677865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:09.679517 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (345eeddb-620c-47cf-9650-b5c10dd48a14), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.715970 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (baa25065-00ff-41ce-bf79-c720a5f02804), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.719506 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 0160c63e-b698-4768-930a-d54176d6f006 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:09.720472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0160c63e-b698-4768-930a-d54176d6f006), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.720472 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 0160c63e-b698-4768-930a-d54176d6f006 Oct 28 09:45:09.730699 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (baa25065-00ff-41ce-bf79-c720a5f02804), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.814762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa25065-00ff-41ce-bf79-c720a5f02804,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:09.826065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.838600 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-27b76182-1107-4a53-a6ad-a3381119ddad tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6629064 Oct 28 09:45:09.841822 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35880) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:09.846871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group_rule': {'security_group_id': 'baa25065-00ff-41ce-bf79-c720a5f02804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:09.913355 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Current status of the port 0643836f-b929-4ac8-b599-658957ff2861 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:09.927154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (8056dec5-fef2-47d1-9b8f-40d0af0515c0), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.968961 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:09.970243 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Provisioning complete for port 922f5856-77b9-4b45-ae2a-8e862b67dabe triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:09.970736 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:09.971241 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Attempt 1 to provision port 922f5856-77b9-4b45-ae2a-8e862b67dabe Oct 28 09:45:09.974241 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-7d0435bb-79a0-4f3c-ace5-bec87ce58452 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858706 Oct 28 09:45:09.978869 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:10.070962 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Network 375c6b20-2d09-4b21-b297-392868656545 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:10.119925 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (8056dec5-fef2-47d1-9b8f-40d0af0515c0), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.124389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:10.127747 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:10.128286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (6ef223c9-6133-4078-adae-dab1d90b16e0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.133910 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (8056dec5-fef2-47d1-9b8f-40d0af0515c0), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.170604 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-38d9b6c1-63c1-42ab-a014-f5e35ced03ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953506 Oct 28 09:45:10.174200 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.179143 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332319 Oct 28 09:45:10.179143 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b35cb3-0434-4003-b4ab-63cd06d515ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8056dec5-fef2-47d1-9b8f-40d0af0515c0,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:10.179835 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35888) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:10.191563 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group_rule': {'security_group_id': 'baa25065-00ff-41ce-bf79-c720a5f02804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:10.244890 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (448328b9-b3d0-4aee-905c-9c113697bd9c), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.303208 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks [] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.352722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.390089 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:10.391225 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:10.392644 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.414129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (448328b9-b3d0-4aee-905c-9c113697bd9c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.424356 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (448328b9-b3d0-4aee-905c-9c113697bd9c), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.483611 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448328b9-b3d0-4aee-905c-9c113697bd9c,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:10.524610 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.527980 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b82b442a-aba0-4dd3-87cc-dfbd332a3357 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403637 Oct 28 09:45:10.530489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35896) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:10.547836 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:10.619033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.692918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2998434-5791-4d7a-96be-f8f484973313), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:10.726234 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 35908) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:10.791499 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Pushing event updated for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:10.844036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ca33-91d5-4b71-8420-b84327f05578 None None] Pushing event updated for resources: {'Port': ['ID=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:10.909089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Attempting to bind port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:10.909471 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Attempting to bind port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:10.910723 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Attempting to bind port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:10.967840 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 0160c63e-b698-4768-930a-d54176d6f006 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:11.003339 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69557af8-5a0d-4f40-8c93-ee869194721c req-cdeb48ff-3511-499a-92ae-01e78d02c1d1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 210 time: 0.2705193 Oct 28 09:45:11.029368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.080801 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-83b1327b-8e0e-4565-a1b6-2ddf7aaea737 None None] Current status of the port 922f5856-77b9-4b45-ae2a-8e862b67dabe is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:11.109104 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:11.138206 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:11.182574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.218269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:11.221251 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:11.221701 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.222125 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:11.222999 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Bound port: 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:11.224300 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.333968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:11.375197 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:11.390177 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks [] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.402300 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:11.404704 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.417282 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Pushing event updated for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:11.421134 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.422176 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (345eeddb-620c-47cf-9650-b5c10dd48a14), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.455178 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] For port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:11.465130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] For port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:11.531743 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:06Z', 'revision_number': 2, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:11.655524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3daeaa-eb4b-479a-b866-5f59a71231d3 None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:06Z', 'revision_number': 2, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:11.662103 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.669868 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3d6a4dab-2a2d-4272-9240-acfc167b338d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:11.726007 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:11.728537 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Pushing event updated for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:11.854979 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ca33-91d5-4b71-8420-b84327f05578 None None] Pushing event updated for resources: {'Port': ['ID=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:11.924817 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:11.930587 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port 922f5856-77b9-4b45-ae2a-8e862b67dabe triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:11.931187 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:11.931628 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port 922f5856-77b9-4b45-ae2a-8e862b67dabe Oct 28 09:45:12.124312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Allocated IP 172.37.3.164 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/d6d276f6-15f6-43d2-bd22-aa600577e82f) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:12.148788 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:12.149685 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:12.154206 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks [] for port (c2998434-5791-4d7a-96be-f8f484973313), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.190437 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:12.192838 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:12.193472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-5e23f803-67f4-410a-ad4b-16dde24c30f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:12.195212 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-5e23f803-67f4-410a-ad4b-16dde24c30f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.3076370 Oct 28 09:45:12.214123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 2, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:12.220546 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.222222 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (6ef223c9-6133-4078-adae-dab1d90b16e0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.315258 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:12.334935 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:12.344250 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Updating router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 port 60c19db5-e4fe-4779-8c57-28cd9976f20d binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:12.423883 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-cf34eec4-2221-45df-bf00-e5d527352d41 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/quotas/227ac6c4e642467ca3b9e0bf7181d5c9 HTTP/1.1" status: 200 len: 375 time: 0.2213111 Oct 28 09:45:12.595653 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 3d6a4dab-2a2d-4272-9240-acfc167b338d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:12.596177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.596366 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 3d6a4dab-2a2d-4272-9240-acfc167b338d Oct 28 09:45:12.602022 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.635197 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-c1e835eb-c7c9-43df-8de7-b531a9dfc907 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2103789 Oct 28 09:45:12.725415 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.781641 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:12.785759 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Current status of the port 922f5856-77b9-4b45-ae2a-8e862b67dabe is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:12.796028 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:12.804503 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:12.807040 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Network 375c6b20-2d09-4b21-b297-392868656545 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:12.873252 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:12.924917 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:12.934487 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:12.940117 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:12.941464 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Pushing event updated for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:12.958200 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=d6d276f6-15f6-43d2-bd22-aa600577e82f,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:13.005773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port 737fc273-95a5-4b8b-b546-cf62cbb00d48 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:13.007462 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.009841 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port 737fc273-95a5-4b8b-b546-cf62cbb00d48 Oct 28 09:45:13.184156 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.281912 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-91250740-86cf-44ea-9efe-0e8b40ded38a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376669 Oct 28 09:45:13.283305 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.338856 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:13.342816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:13.459753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.619932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:13.637238 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 3d6a4dab-2a2d-4272-9240-acfc167b338d is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:13.637807 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.686576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-3d41a792-9e61-4783-9c23-f55b3de93935 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847766 Oct 28 09:45:13.787498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.794599 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Current status of the port 737fc273-95a5-4b8b-b546-cf62cbb00d48 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:13.806507 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.807515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.814373 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 3d6a4dab-2a2d-4272-9240-acfc167b338d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3d6a4dab-2a2d-4272-9240-acfc167b338d,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:13.824615 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks [] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.831930 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Router 6ef223c9-6133-4078-adae-dab1d90b16e0 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:13.834785 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port 60c19db5-e4fe-4779-8c57-28cd9976f20d triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:13.836657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.837023 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port 60c19db5-e4fe-4779-8c57-28cd9976f20d Oct 28 09:45:13.843634 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.844514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.863964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.867164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3353248 Oct 28 09:45:13.891325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74467d-747a-46c2-9cd3-2b08d1db944c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=d6d276f6-15f6-43d2-bd22-aa600577e82f,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:13.905006 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1512a691-830d-4558-92b9-79415fe69597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:01Z', 'revision_number': 3, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:13.907996 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:13.908550 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1cc2db28-b346-480c-813e-642c13ed5364 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:14.016998 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-214b01cc-f33a-421c-bf91-de1c8f730243 req-0fbeebff-6ca4-494c-9ecd-7a2b8c400de7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0505278 Oct 28 09:45:14.030091 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:14.033531 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1512a691-830d-4558-92b9-79415fe69597 None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:01Z', 'revision_number': 3, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:14.056730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:14.078877 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:14.147761 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:14.156723 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:14.171400 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks [] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.175345 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Port 60c19db5-e4fe-4779-8c57-28cd9976f20d cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:14.185751 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:14.187018 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:14.189963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.292256 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port c2998434-5791-4d7a-96be-f8f484973313 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:14.292665 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2998434-5791-4d7a-96be-f8f484973313), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.293057 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port c2998434-5791-4d7a-96be-f8f484973313 Oct 28 09:45:14.307287 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a14d8768-cb91-46ab-b2d4-8c710e793416 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1448293155&fields=id&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 267 time: 0.1384389 Oct 28 09:45:14.323129 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2ac25acf-dbd0-4149-80f9-c3aafbebc308 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/345eeddb-620c-47cf-9650-b5c10dd48a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1575108 Oct 28 09:45:14.332831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:14.351154 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:14.364161 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:14.368056 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Attempting to bind port 60c19db5-e4fe-4779-8c57-28cd9976f20d on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:14.368056 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Attempting to bind port 60c19db5-e4fe-4779-8c57-28cd9976f20d by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:14.368386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Attempting to bind port 60c19db5-e4fe-4779-8c57-28cd9976f20d on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:14.370652 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1cc2db28-b346-480c-813e-642c13ed5364 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:14.371032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1cc2db28-b346-480c-813e-642c13ed5364), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.371363 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1cc2db28-b346-480c-813e-642c13ed5364 Oct 28 09:45:14.382674 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:14.391469 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Pushing event updated for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:14.427183 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7f195986-1d2b-4c45-a66a-6011554bc41f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6ef223c9-6133-4078-adae-dab1d90b16e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1349297 Oct 28 09:45:14.547811 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Sync routers for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:14.550224 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=3d6a4dab-2a2d-4272-9240-acfc167b338d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:14.557391 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:14.616518 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-b3c01a2b-6c77-41cf-81d1-2ea8c75322ac tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:14.627312 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-b3c01a2b-6c77-41cf-81d1-2ea8c75322ac tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 816 time: 0.3190949 Oct 28 09:45:14.660061 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-7c07a02f-242b-4a20-bf65-787ccee64f43 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/quotas/29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 375 time: 0.0307441 Oct 28 09:45:14.677376 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:14.702613 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Port c2998434-5791-4d7a-96be-f8f484973313 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:14.703206 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:14.767109 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-acf2766b-8624-40c2-a713-4467482da4a8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047616 Oct 28 09:45:14.775314 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port b95984f0-c041-4eed-bb3d-82b5b5fd7772 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:14.775718 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.776125 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port b95984f0-c041-4eed-bb3d-82b5b5fd7772 Oct 28 09:45:14.789666 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:14.790051 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Updating router 345eeddb-620c-47cf-9650-b5c10dd48a14 port b95984f0-c041-4eed-bb3d-82b5b5fd7772 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:14.867415 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:45:14.919548 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.922962 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:14.923470 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:14.923873 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.924456 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Bound using segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:14.925089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Bound port: 60c19db5-e4fe-4779-8c57-28cd9976f20d, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:14.925476 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.951554 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1cc2db28-b346-480c-813e-642c13ed5364 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:14.952269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1cc2db28-b346-480c-813e-642c13ed5364), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:14.984793 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 1cc2db28-b346-480c-813e-642c13ed5364, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1cc2db28-b346-480c-813e-642c13ed5364,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:14.990810 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-4c799b48-d001-4fa6-b882-ac0047af1642 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958940 Oct 28 09:45:14.997752 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:14.999085 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:15.029882 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1cc2db28-b346-480c-813e-642c13ed5364), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.030699 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0643836f-b929-4ac8-b599-658957ff2861 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:15.115970 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-dbcbf867-a124-4a30-9b55-8ca1c016c0d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242290 Oct 28 09:45:15.120816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 36088) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:15.129178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194378170', 'description': 'tempest-description--1205544278'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:15.136460 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:45:15.144409 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d14caa42-0432-43a5-b81c-0f3d2907bb6e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/cdaf21bd-ab07-403f-ad86-e48f29fbd770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6893704 Oct 28 09:45:15.164025 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64330d98-4108-4807-933e-c569d18f12e8 None None] Pushing event updated for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:15.214024 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Port b95984f0-c041-4eed-bb3d-82b5b5fd7772 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:15.229802 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:15.240278 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.267601 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:15.347403 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 0643836f-b929-4ac8-b599-658957ff2861 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:15.349717 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0643836f-b929-4ac8-b599-658957ff2861), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.352583 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 0643836f-b929-4ac8-b599-658957ff2861 Oct 28 09:45:15.479975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (c61fdf1c-403c-447c-9146-9e24339b35a5), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.488482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c61fdf1c-403c-447c-9146-9e24339b35a5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.531383 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] For port 60c19db5-e4fe-4779-8c57-28cd9976f20d, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:15.535407 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Provisioning complete for port c9e356c7-eb43-4b53-b916-2cb85d1220b8 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:15.535940 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.536388 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Attempt 1 to provision port c9e356c7-eb43-4b53-b916-2cb85d1220b8 Oct 28 09:45:15.613564 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61fdf1c-403c-447c-9146-9e24339b35a5,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:15.650605 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] For port 60c19db5-e4fe-4779-8c57-28cd9976f20d, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=60c19db5-e4fe-4779-8c57-28cd9976f20d,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:15.679443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.702628 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=1cc2db28-b346-480c-813e-642c13ed5364,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:15.726832 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks [] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.735600 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.757138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2e674662-ee9f-4c62-a99b-543022203fc6 None None] Port c9e356c7-eb43-4b53-b916-2cb85d1220b8 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:15.762143 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:15.852535 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:15.854719 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:15.893330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.899191 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36128) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:15.900893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-32d857c9-b816-4fbf-b451-c537525533ea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7774978 Oct 28 09:45:15.904286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': 'c61fdf1c-403c-447c-9146-9e24339b35a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:15.907408 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:15.977475 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (5cc38ea3-ec2b-4c4b-a182-9e8a7dbc827f), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:15.989700 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a094b-d111-49f5-986b-f1e3cc0dcc31 None None] Pushing event updated for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:16.025943 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-944a0d7d-26c7-480d-bb19-52008b699842 req-837a4643-5002-43c5-bc83-708aa66a3d7e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.1858826 Oct 28 09:45:16.026145 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Attempting to bind port b95984f0-c041-4eed-bb3d-82b5b5fd7772 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:16.026388 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Attempting to bind port b95984f0-c041-4eed-bb3d-82b5b5fd7772 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:16.026959 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Attempting to bind port b95984f0-c041-4eed-bb3d-82b5b5fd7772 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:16.105451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b6b63c58-81db-46e1-9ad8-00a8586b8e86 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:16.119297 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b6b63c58-81db-46e1-9ad8-00a8586b8e86 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/networks?id=375c6b20-2d09-4b21-b297-392868656545 HTTP/1.1" status: 200 len: 811 time: 0.5124681 Oct 28 09:45:16.125322 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (5cc38ea3-ec2b-4c4b-a182-9e8a7dbc827f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.132701 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (5cc38ea3-ec2b-4c4b-a182-9e8a7dbc827f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.151443 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-1399440c-a523-4319-884f-6943bd49939f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/quotas/41516f10d050497e82056ddd1be5981c HTTP/1.1" status: 200 len: 375 time: 0.0269670 Oct 28 09:45:16.169203 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc38ea3-ec2b-4c4b-a182-9e8a7dbc827f,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:16.217872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:16.228250 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.235426 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-58559a05-658f-4b2f-aad4-2666638f0faf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310673 Oct 28 09:45:16.236379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36136) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:16.240257 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:16.241441 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:16.242202 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.242672 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:16.247476 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Bound port: b95984f0-c041-4eed-bb3d-82b5b5fd7772, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:16.248147 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.255657 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': 'c61fdf1c-403c-447c-9146-9e24339b35a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:16.339276 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (16ecd071-221e-4134-abbc-d9df5194a3e3), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.392097 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] For port b95984f0-c041-4eed-bb3d-82b5b5fd7772, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:16.397637 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c0e551c-8d64-4c8c-a978-9ada6de06309 req-288d870b-4877-4a74-92a5-b345008fb75f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.1385610 Oct 28 09:45:16.407463 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:16.430983 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] For port b95984f0-c041-4eed-bb3d-82b5b5fd7772, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b95984f0-c041-4eed-bb3d-82b5b5fd7772,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:16.435002 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-436c8266-7183-47eb-86ee-cf295c4fa137 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=41516f10d050497e82056ddd1be5981c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823792 Oct 28 09:45:16.455750 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.548494 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:16.549451 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:16.662135 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (16ecd071-221e-4134-abbc-d9df5194a3e3), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.683512 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (16ecd071-221e-4134-abbc-d9df5194a3e3), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.739498 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ecd071-221e-4134-abbc-d9df5194a3e3,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:16.753167 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.755820 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9334d8dd-336f-4752-9ce2-4e3df9c2445d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5168927 Oct 28 09:45:16.758840 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 36154) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:16.760353 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:16.765677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:16.796874 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-8499c630-5516-44f8-bd96-1cc391fd195a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:45:16.820336 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-8499c630-5516-44f8-bd96-1cc391fd195a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1313877 Oct 28 09:45:16.833287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:16.839031 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Provisioning complete for port b95984f0-c041-4eed-bb3d-82b5b5fd7772 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:16.839544 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:16.839848 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Attempt 1 to provision port b95984f0-c041-4eed-bb3d-82b5b5fd7772 Oct 28 09:45:16.924115 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:16.987332 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36168) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:16.992688 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870272728', 'description': 'tempest-description--198381601'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:17.046873 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.066440 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.138802 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 0643836f-b929-4ac8-b599-658957ff2861 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:17.144053 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 737fc273-95a5-4b8b-b546-cf62cbb00d48 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:17.148071 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64330d98-4108-4807-933e-c569d18f12e8 None None] Pushing event updated for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:17.162914 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a094b-d111-49f5-986b-f1e3cc0dcc31 None None] Pushing event updated for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:17.235258 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.255204 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:17.255678 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:17.357788 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:17.360920 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Current status of the port b95984f0-c041-4eed-bb3d-82b5b5fd7772 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:17.361324 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.363355 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:17.363791 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.364437 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:17.369092 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c2998434-5791-4d7a-96be-f8f484973313', 'name': '', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:07Z', 'updated_at': '2022-10-28T09:45:11Z', 'revision_number': 2, 'project_id': '41516f10d050497e82056ddd1be5981c', 'subnets': [{'id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:17.372438 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f553bc5e-022a-4eea-b3e8-a617b2077980 req-cfa99ad9-9018-454c-94df-df59d0385536 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0410686 Oct 28 09:45:17.382185 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-cad49ced-3f73-4c6d-b8e9-7778e136dcb2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/375c6b20-2d09-4b21-b297-392868656545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600572 Oct 28 09:45:17.386228 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.419831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.421311 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4329178 Oct 28 09:45:17.424918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36180) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:17.429934 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group_rule': {'security_group_id': 'e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:17.463564 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:15Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:17.464026 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05a22b-6421-4d46-b65c-b53ec78cd5bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:17.497739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Checking router: 6ef223c9-6133-4078-adae-dab1d90b16e0 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:17.498130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Updating router 6ef223c9-6133-4078-adae-dab1d90b16e0 port c2998434-5791-4d7a-96be-f8f484973313 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:17.519726 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (3b77589b-cb61-4767-9dc5-25ffb1edf94a), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.530223 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 737fc273-95a5-4b8b-b546-cf62cbb00d48 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:17.530661 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.531018 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 737fc273-95a5-4b8b-b546-cf62cbb00d48 Oct 28 09:45:17.535319 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ac108-30ec-4b38-be29-da82a51d60b3 None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:15Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:17.537742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2998434-5791-4d7a-96be-f8f484973313), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.566228 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-b7217183-dc78-402f-a822-ce002501c412 None None] For port b95984f0-c041-4eed-bb3d-82b5b5fd7772, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b95984f0-c041-4eed-bb3d-82b5b5fd7772,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:17.609148 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.612237 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:17.656818 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:16Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:17.723983 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (3b77589b-cb61-4767-9dc5-25ffb1edf94a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.731020 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (3b77589b-cb61-4767-9dc5-25ffb1edf94a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.739781 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e207a5-b62e-46ff-9ced-beffc4d29e6b None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:16Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:17.760929 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b77589b-cb61-4767-9dc5-25ffb1edf94a,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:17.785105 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:17.820310 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.37.3.202 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:17.836126 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.841107 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5f3d2bb0-9955-4dac-9eb2-517eb163fa18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135554 Oct 28 09:45:17.842366 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36186) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:17.845976 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f56fafc6-86e6-4775-b43b-b85422e6f723 req-76f156df-71ab-4ccf-89ce-3b2b1503d36c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.1157663 Oct 28 09:45:17.849561 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group_rule': {'security_group_id': 'e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:17.915583 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (dede7925-3ae0-497e-bbdf-1874d30f0161), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:17.983310 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:18.008489 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-3e604a7a-fab3-4c1f-bc95-57fe430c9824 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/375c6b20-2d09-4b21-b297-392868656545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916862 Oct 28 09:45:18.037532 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (dede7925-3ae0-497e-bbdf-1874d30f0161), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.041806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Provisioning complete for port c2998434-5791-4d7a-96be-f8f484973313 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:18.042291 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2998434-5791-4d7a-96be-f8f484973313), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.042562 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Attempt 1 to provision port c2998434-5791-4d7a-96be-f8f484973313 Oct 28 09:45:18.043627 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (dede7925-3ae0-497e-bbdf-1874d30f0161), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.082081 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.083426 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387002 Oct 28 09:45:18.087422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36190) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:18.088180 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bc067-6984-44b9-bc0c-1bcfe8c6ed0c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dede7925-3ae0-497e-bbdf-1874d30f0161,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:18.103734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:18.152241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.160905 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.205291 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:18.215586 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:06Z', 'revision_number': 2, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:18.249589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.279629 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:18.280056 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Updating router d29fb91a-9a43-4b49-9270-7ffdabd36617 port c9e356c7-eb43-4b53-b916-2cb85d1220b8 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:18.280711 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Pushing event updated for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:18.320119 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:18.323450 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Port c2998434-5791-4d7a-96be-f8f484973313 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:18.363289 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.375107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:18.380447 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:18.411089 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:18.449385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:18.481871 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Provisioning complete for port 027cacd8-4de9-4721-ad24-9faf77fa9d97 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:18.482266 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.482639 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Attempt 1 to provision port 027cacd8-4de9-4721-ad24-9faf77fa9d97 Oct 28 09:45:18.561311 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 737fc273-95a5-4b8b-b546-cf62cbb00d48 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:18.566487 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9000bef7-0744-461f-a4c5-34f507c18417 req-8579ce82-deb8-46ce-9b37-2ccc0f15db77 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0900548 Oct 28 09:45:18.580047 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:18.583297 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.671323 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.706503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-b7217183-dc78-402f-a822-ce002501c412 None None] Port 027cacd8-4de9-4721-ad24-9faf77fa9d97 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:18.738514 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:18.746268 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fb8ea131-4828-49e4-9a17-b576b1c6a618 req-10fbc950-dfcf-403e-846a-b0ede681af0d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0480275 Oct 28 09:45:18.760298 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.781107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks [] for port (c2998434-5791-4d7a-96be-f8f484973313), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.783381 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:18.783944 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.784440 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 Oct 28 09:45:18.827305 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.899744 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks [] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.908411 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:18.940096 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446a68-6024-43f5-8978-5c339131967d None None] Pushing event updated for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:18.951504 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Allocated IP 172.37.3.20 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/e4d9ebbd-ef2c-4507-8b81-25b4b2437158) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:19.009423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.019943 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Attempting to bind port c2998434-5791-4d7a-96be-f8f484973313 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:19.020328 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Attempting to bind port c2998434-5791-4d7a-96be-f8f484973313 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:19.020721 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Attempting to bind port c2998434-5791-4d7a-96be-f8f484973313 on network 375c6b20-2d09-4b21-b297-392868656545 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:19.023256 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.023607 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:19.023988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.024125 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.071262 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:19.081149 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:19.085215 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.085410 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 922f5856-77b9-4b45-ae2a-8e862b67dabe up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:19.104351 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733819-c64e-4f26-88f7-9fce1e11123b None None] Pushing event updated for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.131595 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Attempting to bind port c9e356c7-eb43-4b53-b916-2cb85d1220b8 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:19.131595 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Attempting to bind port c9e356c7-eb43-4b53-b916-2cb85d1220b8 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:19.131994 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Attempting to bind port c9e356c7-eb43-4b53-b916-2cb85d1220b8 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:19.160693 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:19.160984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.161106 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Checking segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:19.161456 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.161852 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Bound using segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:19.172989 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4012291 Oct 28 09:45:19.173199 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Bound port: c2998434-5791-4d7a-96be-f8f484973313, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:19.173199 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2998434-5791-4d7a-96be-f8f484973313), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.185023 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e05a57ac-f015-4b1d-8a17-7c3e38088b90 req-56899a86-dd86-4a6f-bcf0-091f2bf427d7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.1528094 Oct 28 09:45:19.207933 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.210538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a8ef2-b91d-4002-afa3-211b96537d8b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.233324 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.249776 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:19.250588 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Checking segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:19.251202 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.252365 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Bound using segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:19.254102 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Bound port: c9e356c7-eb43-4b53-b916-2cb85d1220b8, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:19.255779 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.266846 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 922f5856-77b9-4b45-ae2a-8e862b67dabe triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:19.272362 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.272761 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 922f5856-77b9-4b45-ae2a-8e862b67dabe Oct 28 09:45:19.326955 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.358517 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] For port c9e356c7-eb43-4b53-b916-2cb85d1220b8, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:19.363960 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] For port c9e356c7-eb43-4b53-b916-2cb85d1220b8, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c9e356c7-eb43-4b53-b916-2cb85d1220b8,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:19.367061 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:19.375834 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.392992 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:19.396600 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:19.397378 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:19.401175 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=e4d9ebbd-ef2c-4507-8b81-25b4b2437158,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.402599 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:19.436017 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] For port c2998434-5791-4d7a-96be-f8f484973313, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:19.440677 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] For port c2998434-5791-4d7a-96be-f8f484973313, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c2998434-5791-4d7a-96be-f8f484973313,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:19.461088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.467125 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:19.468891 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:19.469943 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:19.488163 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-a080261b-ebc0-4c03-9934-c4d15695acdb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--194378170&fields=id&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 267 time: 0.0990334 Oct 28 09:45:19.548497 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:19.558323 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d733819-c64e-4f26-88f7-9fce1e11123b None None] Pushing event updated for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.563684 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:19.564330 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:19.605998 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.632611 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 922f5856-77b9-4b45-ae2a-8e862b67dabe is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:19.633724 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 497af73f-2e43-4cdb-82f0-ec1805dfab24 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:19.664460 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-04993c2e-71ec-4008-baed-847c348c6bef tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:19.674924 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:19.679616 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:45:19.681863 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-04993c2e-71ec-4008-baed-847c348c6bef tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1927104 Oct 28 09:45:19.695517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.55', 63992) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:19.709489 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-3f9a1dc5-f4cc-4019-bc95-aacb189d5619 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/quotas/4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 375 time: 0.0260382 Oct 28 09:45:19.732754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446a68-6024-43f5-8978-5c339131967d None None] Pushing event updated for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:19.794287 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:19.818229 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:19.833880 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:19.908752 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-e9f645f0-1595-42e2-9db4-1cacce2b8fa0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1981230 Oct 28 09:45:19.917270 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fb5e5a43-a545-4caa-bb17-46ea8a82da7e req-f02d2bb6-6b14-4c5d-a102-836e3704b530 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0782967 Oct 28 09:45:20.178481 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:20.185047 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:20.186112 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:20.261325 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b71941e9-6612-4ff6-bada-a8f34da46964 req-2339a7f5-af08-4908-93e1-c92bbe4eb2af tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.1106265 Oct 28 09:45:20.266907 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:20.269904 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1714044 Oct 28 09:45:20.304035 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fbdf7-3b8e-4332-8f67-0e3d73db5690 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=e4d9ebbd-ef2c-4507-8b81-25b4b2437158,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:20.377231 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-917302eb-5b1d-4aa9-b109-73d1ac430973 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:20.383240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-917302eb-5b1d-4aa9-b109-73d1ac430973 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.4997108 Oct 28 09:45:20.387184 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:20.387712 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 497af73f-2e43-4cdb-82f0-ec1805dfab24 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:20.387712 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:20.388147 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 497af73f-2e43-4cdb-82f0-ec1805dfab24 Oct 28 09:45:20.394530 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:20.421624 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-f0a60a17-aaab-4e1a-b2f9-8789bd4fd84b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770753 Oct 28 09:45:20.422081 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81402432-cdd5-4bfd-8b09-820111f279df None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:20.461300 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:20.465819 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:20.523465 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-10f00402-69cf-459b-8cba-3a3eeec8c09c req-11e411bd-dcd5-45c0-a4c4-fffa00d35f24 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0650208 Oct 28 09:45:20.574458 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:20.591736 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-54f6a323-ceae-4c7f-a5de-d7ac00dd2593 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617713 Oct 28 09:45:20.732973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-33e70454-c4a8-468d-a87e-2d32d97525a9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--870272728&fields=id&tenant_id=f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 267 time: 0.0715961 Oct 28 09:45:21.013342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 497af73f-2e43-4cdb-82f0-ec1805dfab24 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:21.025082 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0160c63e-b698-4768-930a-d54176d6f006 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:21.030189 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'port': {'device_id': '3b7d7553-45b6-4a10-868e-b653d211245d', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'admin_state_up': True, 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:21.052124 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.55', 64005) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:21.483518 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-039d17ac-0ef6-4402-984d-411ed43c4e97 req-ed7e40ac-b4b2-4b9f-95b0-8ab21cadfede tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.4232483 Oct 28 09:45:21.525944 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 0160c63e-b698-4768-930a-d54176d6f006 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:21.526419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0160c63e-b698-4768-930a-d54176d6f006), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:21.526770 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 0160c63e-b698-4768-930a-d54176d6f006 Oct 28 09:45:21.541859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-9efc66b4-a4f8-4b97-a8b5-fbf1d366f090 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:21.543574 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-9efc66b4-a4f8-4b97-a8b5-fbf1d366f090 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 811 time: 0.8097367 Oct 28 09:45:21.566038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-fb77cfa7-ce47-4439-a63d-53610a6eb8c0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:21.568837 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-fb77cfa7-ce47-4439-a63d-53610a6eb8c0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.5076091 Oct 28 09:45:21.580938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Made reservation on behalf of 227ac6c4e642467ca3b9e0bf7181d5c9 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:21.588207 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:21.633777 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:21.650253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c2998434-5791-4d7a-96be-f8f484973313', 'name': '', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:07Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '41516f10d050497e82056ddd1be5981c', 'subnets': [{'id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:21.655352 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3772851f-2080-43e1-a7b5-0ff8f2543ece tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/quotas/f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 375 time: 0.0906136 Oct 28 09:45:21.715761 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4e2a08-aa98-4342-ba83-f136ed47f183 None None] The sync data for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi is: [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c2998434-5791-4d7a-96be-f8f484973313', 'name': '', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'mac_address': 'fa:16:3e:19:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:07Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '41516f10d050497e82056ddd1be5981c', 'subnets': [{'id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:21.735295 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e7f0c16-8a75-48e5-9101-6a2575342504 req-abf7733e-acb8-4b9d-a194-b1c814c92e69 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0774891 Oct 28 09:45:21.751566 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 2, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:21.811789 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:45:21.812174 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Updating router cdaf21bd-ab07-403f-ad86-e48f29fbd770 port 027cacd8-4de9-4721-ad24-9faf77fa9d97 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:45:21.841776 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 0160c63e-b698-4768-930a-d54176d6f006 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:21.879526 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-07c8e923-beb9-4a36-80a2-702a86af3808 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168703 Oct 28 09:45:21.884245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.486018 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:22.518998 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:22.534657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks [] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.547320 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.628614 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9c1c9c18-fde9-4cc9-9686-0f7cc0972aaf req-b2e6b69e-885a-4307-9121-353618676dbb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.7360911 Oct 28 09:45:22.648965 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:22.649423 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.649862 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 Oct 28 09:45:22.692733 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Allocated IP 172.20.0.13 (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c/14579739-db8e-45c1-aff7-b24d11dcdc69/bb15e303-a14b-4992-96a6-836072bb6949) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:22.727013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:22.740007 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db551dc-13ec-442d-8217-6eab571325c8 None None] Pushing event updated for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:22.826177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Attempting to bind port 027cacd8-4de9-4721-ad24-9faf77fa9d97 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:22.826177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Attempting to bind port 027cacd8-4de9-4721-ad24-9faf77fa9d97 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:22.826177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Attempting to bind port 027cacd8-4de9-4721-ad24-9faf77fa9d97 on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:22.831498 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3611195c-0beb-43e7-a6d0-a0af96556da5 req-49feece9-f353-4da6-8b07-f2281f377189 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0976579 Oct 28 09:45:22.877622 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-a808ff61-6e68-46af-ae8e-bdc4e7d35c56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861965 Oct 28 09:45:22.923835 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:22.931128 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:22.931770 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.955615 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:22.956023 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Checking segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:22.956386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:22.956781 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Bound using segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:22.957266 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Bound port: 027cacd8-4de9-4721-ad24-9faf77fa9d97, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:22.957643 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.008037 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:23.026533 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bd4f7030-7053-46be-83ea-d9e4f19d0eb2 req-303771f9-801b-4761-8346-84102d140745 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0850329 Oct 28 09:45:23.048561 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.049668 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3d6a4dab-2a2d-4272-9240-acfc167b338d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:23.086795 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] For port 027cacd8-4de9-4721-ad24-9faf77fa9d97, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:23.126692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:23.131441 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] For port 027cacd8-4de9-4721-ad24-9faf77fa9d97, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=027cacd8-4de9-4721-ad24-9faf77fa9d97,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:23.143283 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for port (bb15e303-a14b-4992-96a6-836072bb6949), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.161304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.164953 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-8f7c7917-1c96-4bc0-8a1f-11219d60c357 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860756 Oct 28 09:45:23.169472 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b804e89a-ac2e-4078-95ca-802c936491f7 req-384e8e39-5cc9-44b7-be2b-982ec821ef8e tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0592256 Oct 28 09:45:23.178202 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:23.221105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.226935 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:45:23.227895 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:45:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:23.293698 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 3d6a4dab-2a2d-4272-9240-acfc167b338d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:23.294210 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.294449 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 3d6a4dab-2a2d-4272-9240-acfc167b338d Oct 28 09:45:23.317824 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:23.324673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:23.330083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db551dc-13ec-442d-8217-6eab571325c8 None None] Pushing event updated for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:23.345559 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:23.351802 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:23.352566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.366423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:23.415464 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-587ca4c7-37f3-4e1c-ac7e-3d7ac299e0a8 req-490e4e6e-91b6-4d84-83b0-d566870bcc27 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0757504 Oct 28 09:45:23.429037 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-398c217e-1428-42f0-a6a7-d363348e0893 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4036007 Oct 28 09:45:23.541519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:45:23.567854 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:23.717767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-261ccb94-1563-4d5a-9576-c9876fd55cc2 None None] Provisioning complete for port bb15e303-a14b-4992-96a6-836072bb6949 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:23.718317 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-261ccb94-1563-4d5a-9576-c9876fd55cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (bb15e303-a14b-4992-96a6-836072bb6949), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:23.718686 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-261ccb94-1563-4d5a-9576-c9876fd55cc2 None None] Attempt 1 to provision port bb15e303-a14b-4992-96a6-836072bb6949 Oct 28 09:45:23.772358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 3d6a4dab-2a2d-4272-9240-acfc167b338d is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:23.773495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1cc2db28-b346-480c-813e-642c13ed5364 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:23.823393 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b343f096-de35-44f5-9dfb-0929d2e7e01a req-7cec8694-cfe1-44f4-9d93-fc5cac51d64d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0415523 Oct 28 09:45:23.938601 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-261ccb94-1563-4d5a-9576-c9876fd55cc2 None None] Port bb15e303-a14b-4992-96a6-836072bb6949 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:24.080224 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1cc2db28-b346-480c-813e-642c13ed5364 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:24.080778 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1cc2db28-b346-480c-813e-642c13ed5364), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:24.081123 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1cc2db28-b346-480c-813e-642c13ed5364 Oct 28 09:45:24.128337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:23Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:45:24.141500 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'port': {'device_id': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'admin_state_up': True, 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:24.197847 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aafda7-c586-4934-bec5-cd7c9fd63cf5 None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:23Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:45:24.211961 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d5eb011-e4b8-4938-b714-dce824bdd3e0 req-fd1ddf33-7a8a-450c-888d-1e685ea42c66 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.1409059 Oct 28 09:45:24.303363 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:24.325575 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-a67800bf-6136-49d5-95ee-27151d441722 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:45:24.326912 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-a67800bf-6136-49d5-95ee-27151d441722 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0663295 Oct 28 09:45:24.344296 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f511c26-0103-4e13-a155-c3815da030c8 req-2c42c516-56e7-4189-9f99-e8190433e93d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.1652889 Oct 28 09:45:24.515288 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c3af88ad-ff6d-4e8d-ad4d-a17e9dc1a35e req-2e05794e-b51a-4dd2-8b6f-75d7a665a8c0 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0688601 Oct 28 09:45:24.569443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1cc2db28-b346-480c-813e-642c13ed5364 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:24.571205 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 267c59e3-96ca-4b25-8036-7eb01d622769 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:24.614650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Made reservation on behalf of 227ac6c4e642467ca3b9e0bf7181d5c9 for: {'port': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:24.640547 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:24.651547 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8255bb1c-a7d2-4cd3-9c40-aee5ebc6cd11 req-5c88a271-dc34-4795-b068-e3a0d37a7215 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0707371 Oct 28 09:45:24.707716 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 267c59e3-96ca-4b25-8036-7eb01d622769 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:24.708448 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:24.709641 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 267c59e3-96ca-4b25-8036-7eb01d622769 Oct 28 09:45:24.787473 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:24.839472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:24.863035 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 267c59e3-96ca-4b25-8036-7eb01d622769 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:24.863692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:24.916418 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 267c59e3-96ca-4b25-8036-7eb01d622769, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=267c59e3-96ca-4b25-8036-7eb01d622769,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:24.933477 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:24.936307 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c9e356c7-eb43-4b53-b916-2cb85d1220b8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:24.998183 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Allocated IP 172.20.0.7 (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c/14579739-db8e-45c1-aff7-b24d11dcdc69/a69a90a6-23e5-4976-90d8-d36b10ff6b35) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:25.080676 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f94ba087-6013-436a-ba44-7a1169d11287 req-5b8b3ca7-5381-4255-9ae5-713cda98f5a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0717938 Oct 28 09:45:25.156783 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=267c59e3-96ca-4b25-8036-7eb01d622769,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:25.309671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port c9e356c7-eb43-4b53-b916-2cb85d1220b8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:25.309671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.309671 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port c9e356c7-eb43-4b53-b916-2cb85d1220b8 Oct 28 09:45:25.573815 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f1385e4d-93f7-436a-af6e-20692afe12ba req-fc7fdc34-ad06-490f-a963-95da31276aae tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.1334991 Oct 28 09:45:25.656308 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.55', 64021) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:25.660645 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port c9e356c7-eb43-4b53-b916-2cb85d1220b8 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:25.664367 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.691591 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.730672 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Request body: {'port': {'device_id': '3b7d7553-45b6-4a10-868e-b653d211245d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:25.738596 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port c9e356c7-eb43-4b53-b916-2cb85d1220b8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c9e356c7-eb43-4b53-b916-2cb85d1220b8,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:25.748842 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.750158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:25.856107 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.927257 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:25.930554 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:25.931164 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 Oct 28 09:45:25.934937 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:26.137739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:26.187765 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-31afa583-1fdd-46c8-a09d-2ba4f01cfba1 req-c92a8261-0375-4d15-af93-31ca33378f69 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.5245049 Oct 28 09:45:26.232833 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (bb15e303-a14b-4992-96a6-836072bb6949), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:26.241956 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:26.264703 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:26.300641 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:26.327206 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:26.344193 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:26.384810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:26.389700 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b95984f0-c041-4eed-bb3d-82b5b5fd7772 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:26.403000 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-641ef4bb-9893-45a7-9e79-719536cbc8f8 req-9d05589d-eab1-4bdb-93ee-85b6a0118f1f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.3127975 Oct 28 09:45:26.436464 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3010125 Oct 28 09:45:26.512380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85466e20-a31e-4484-8e1e-4cd0a9237feb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:26.575097 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port b95984f0-c041-4eed-bb3d-82b5b5fd7772 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:26.575097 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:26.575097 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port b95984f0-c041-4eed-bb3d-82b5b5fd7772 Oct 28 09:45:26.575732 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Request body: {'port': {'device_id': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:26.635924 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-13bdaea1-f43f-4d7d-865a-f44ccd95619b req-0993c771-3531-4b10-ae8a-03ae7c0b8cad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.2021182 Oct 28 09:45:26.930352 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:27.020788 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-89f1afd9-105e-4c59-afc6-8fe3e9c2a76a None None] Provisioning complete for port a69a90a6-23e5-4976-90d8-d36b10ff6b35 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:27.023365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-89f1afd9-105e-4c59-afc6-8fe3e9c2a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:27.028277 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-89f1afd9-105e-4c59-afc6-8fe3e9c2a76a None None] Attempt 1 to provision port a69a90a6-23e5-4976-90d8-d36b10ff6b35 Oct 28 09:45:27.090912 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port b95984f0-c041-4eed-bb3d-82b5b5fd7772 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:27.092255 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 60c19db5-e4fe-4779-8c57-28cd9976f20d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:27.200129 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-97d815c5-393a-4036-8e50-2c4fc00e8f02 req-f909ef12-5951-4b21-81ed-fc7df11cddcf tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.2883003 Oct 28 09:45:27.244289 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-89f1afd9-105e-4c59-afc6-8fe3e9c2a76a None None] Port a69a90a6-23e5-4976-90d8-d36b10ff6b35 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:27.265527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 60c19db5-e4fe-4779-8c57-28cd9976f20d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:27.266092 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:27.268571 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 60c19db5-e4fe-4779-8c57-28cd9976f20d Oct 28 09:45:27.289129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-bd112fbf-9fa7-4a26-90b1-19607808a1b2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:27.290688 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-bd112fbf-9fa7-4a26-90b1-19607808a1b2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 816 time: 1.6063366 Oct 28 09:45:27.362904 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:27.481084 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 60c19db5-e4fe-4779-8c57-28cd9976f20d is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:27.481477 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:27.569561 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 60c19db5-e4fe-4779-8c57-28cd9976f20d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=60c19db5-e4fe-4779-8c57-28cd9976f20d,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:27.583650 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:27.743211 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:27.825294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d607-3e02-49bc-aa93-a1a4bee132c3 req-7420f72d-cbe4-485b-b5e6-7a4ce36eb43d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:27.842037 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7134d607-3e02-49bc-aa93-a1a4bee132c3 req-7420f72d-cbe4-485b-b5e6-7a4ce36eb43d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 931 time: 1.0780840 Oct 28 09:45:27.904050 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19276bb3-0026-4bec-9755-aa76b6b612ee req-141645d4-3328-4386-924a-8ebb5eb76530 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0884140 Oct 28 09:45:27.935178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:27.941264 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:27.976393 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:28.002786 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7134d607-3e02-49bc-aa93-a1a4bee132c3 req-33a976cf-9081-4698-9e21-28b6a7393d48 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553054 Oct 28 09:45:28.057251 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:28.057824 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.061353 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 Oct 28 09:45:28.083948 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3d437cac-fe88-4642-926d-0da00bca691e req-696b814e-3231-4ca3-8f29-8f7c16f6fa7d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0797467 Oct 28 09:45:28.149246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb15e303-a14b-4992-96a6-836072bb6949 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:28.150747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:28.151875 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 027cacd8-4de9-4721-ad24-9faf77fa9d97 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:28.154973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a56a3d57-8ba5-4cc3-bdde-4c0e47906fc2 req-852e4818-6036-43a8-ab74-80ba2c158dcc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0360241 Oct 28 09:45:28.159119 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks [] for port (bb15e303-a14b-4992-96a6-836072bb6949), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.183858 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Transition to ACTIVE for port object bb15e303-a14b-4992-96a6-836072bb6949 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:28.188410 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.226285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 027cacd8-4de9-4721-ad24-9faf77fa9d97 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:28.226285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.226285 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 027cacd8-4de9-4721-ad24-9faf77fa9d97 Oct 28 09:45:28.236818 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Pushing event updated for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:28.304352 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 027cacd8-4de9-4721-ad24-9faf77fa9d97 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:28.305082 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.307153 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Attempting to bind port bb15e303-a14b-4992-96a6-836072bb6949 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:28.307693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Attempting to bind port bb15e303-a14b-4992-96a6-836072bb6949 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:28.308193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Attempting to bind port bb15e303-a14b-4992-96a6-836072bb6949 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:28.341624 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69a90a6-23e5-4976-90d8-d36b10ff6b35 {{(pid=112835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:28.351020 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks [] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.354888 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 027cacd8-4de9-4721-ad24-9faf77fa9d97, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=027cacd8-4de9-4721-ad24-9faf77fa9d97,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:28.357477 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:28.361103 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.362127 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 267c59e3-96ca-4b25-8036-7eb01d622769 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:28.375368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.provisioning_blocks [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Transition to ACTIVE for port object a69a90a6-23e5-4976-90d8-d36b10ff6b35 will not be triggered until provisioned by entity L2. {{(pid=112835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:28.380397 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.408841 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:28.448747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:28.455292 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 267c59e3-96ca-4b25-8036-7eb01d622769 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:28.455747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.456160 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 267c59e3-96ca-4b25-8036-7eb01d622769 Oct 28 09:45:28.478300 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Pushing event updated for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:28.485164 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:28.497213 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Attempting to bind port a69a90a6-23e5-4976-90d8-d36b10ff6b35 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:28.497634 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Attempting to bind port a69a90a6-23e5-4976-90d8-d36b10ff6b35 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}] {{(pid=112835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:28.498043 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Attempting to bind port a69a90a6-23e5-4976-90d8-d36b10ff6b35 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:28.533220 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b47aa673-d9d9-40be-bedb-9092f2c6fa7b req-fb1df734-6187-422c-a948-a3f4699e7d05 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0301559 Oct 28 09:45:28.539808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 267c59e3-96ca-4b25-8036-7eb01d622769 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:28.541253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c9e356c7-eb43-4b53-b916-2cb85d1220b8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:28.547710 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Port a69a90a6-23e5-4976-90d8-d36b10ff6b35 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:28.548053 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Attempting to bind port a69a90a6-23e5-4976-90d8-d36b10ff6b35 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:28.562310 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Port bb15e303-a14b-4992-96a6-836072bb6949 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:28.562671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Attempting to bind port bb15e303-a14b-4992-96a6-836072bb6949 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:28.608760 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:28.609233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:28.609902 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Bound using segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:28.610496 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Bound port: bb15e303-a14b-4992-96a6-836072bb6949, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:28.610922 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (bb15e303-a14b-4992-96a6-836072bb6949), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.611416 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:28.611775 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:28.612340 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Bound using segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:28.612790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Bound port: a69a90a6-23e5-4976-90d8-d36b10ff6b35, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}}] {{(pid=112835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:28.613338 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.614671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port c9e356c7-eb43-4b53-b916-2cb85d1220b8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:28.615150 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.615552 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port c9e356c7-eb43-4b53-b916-2cb85d1220b8 Oct 28 09:45:28.643810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:28.681685 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, cleared binding levels {{(pid=112835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:28.681927 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:28.687555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=bb15e303-a14b-4992-96a6-836072bb6949,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:28.692176 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port c9e356c7-eb43-4b53-b916-2cb85d1220b8 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:28.693255 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c2998434-5791-4d7a-96be-f8f484973313 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:28.694964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.699316 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:28.700518 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.702318 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 1094 time: 3.2528656 Oct 28 09:45:28.705614 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:28.707573 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:28.712987 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.717081 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:28.717726 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.719199 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/a69a90a6-23e5-4976-90d8-d36b10ff6b35 HTTP/1.1" status: 200 len: 1093 time: 2.1796362 Oct 28 09:45:28.721571 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:28.736671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port c2998434-5791-4d7a-96be-f8f484973313 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:28.737044 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2998434-5791-4d7a-96be-f8f484973313), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.737375 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port c2998434-5791-4d7a-96be-f8f484973313 Oct 28 09:45:28.841696 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb4cf-71dc-4b88-accb-181496914e97 service neutron] Pushing event updated for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:28.842760 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port c2998434-5791-4d7a-96be-f8f484973313 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:28.843228 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2998434-5791-4d7a-96be-f8f484973313), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.847609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95614-463f-4e34-9e24-a9e1201f924f service neutron] Pushing event updated for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=3']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:28.871239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e28727f-6ded-4704-b634-9a73a7b908c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "tag": "bb15e303-a14b-4992-96a6-836072bb6949"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:28.881059 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f2e80-4b97-4826-ab7f-8f1e67f04da2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:28.888407 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port c2998434-5791-4d7a-96be-f8f484973313, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c2998434-5791-4d7a-96be-f8f484973313,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:28.894253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:28.951327 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:29.028012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7810b899-788c-486d-ad15-fd60cc757001 x-openstack-request-id: req-7810b899-788c-486d-ad15-fd60cc757001 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:29.028303 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "tag": "bb15e303-a14b-4992-96a6-836072bb6949", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:29.028559 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7810b899-788c-486d-ad15-fd60cc757001 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:29.029036 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7810b899-788c-486d-ad15-fd60cc757001'] response: {'name': 'network-changed', 'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949', 'status': 'completed', 'code': 200} Oct 28 09:45:29.033508 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7417497-98ab-478f-a058-f61f51e78c9f x-openstack-request-id: req-d7417497-98ab-478f-a058-f61f51e78c9f {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:29.035408 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:29.035667 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7417497-98ab-478f-a058-f61f51e78c9f {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:29.036154 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7417497-98ab-478f-a058-f61f51e78c9f'] response: {'name': 'network-changed', 'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35', 'status': 'completed', 'code': 200} Oct 28 09:45:29.123577 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7b8607ea-d702-4f32-a923-7951ff645e88 req-04a5a204-64a8-4917-b9c4-bcced445c444 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0450726 Oct 28 09:45:29.173562 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76949be-e9a3-431d-adc5-67e2a6c2435b req-c3556498-d364-4f62-8fa0-7151bf3d3bde tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:29.175127 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d76949be-e9a3-431d-adc5-67e2a6c2435b req-c3556498-d364-4f62-8fa0-7151bf3d3bde tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.0855334 Oct 28 09:45:29.223817 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-141d08ee-30c8-4cc0-ae38-da9068548bee req-49f109f3-d6a4-4c78-987f-bcdb20761978 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0360184 Oct 28 09:45:29.258028 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d76949be-e9a3-431d-adc5-67e2a6c2435b req-e0f47cfa-e71f-43d9-a1f4-dbfdbd17e261 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 Oct 28 09:45:29.319387 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9d485a0f-fa82-400c-9028-db2af28329d7 req-e4668678-751f-4f31-8438-7816e3eb8c0e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0325122 Oct 28 09:45:29.682158 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9e05ff79-ad22-4d57-bce9-2791640b0ef0 req-c1b6961a-a6f1-4614-b208-e4ba7c4dd181 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0295019 Oct 28 09:45:29.686022 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 027cacd8-4de9-4721-ad24-9faf77fa9d97 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:29.733508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 027cacd8-4de9-4721-ad24-9faf77fa9d97 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:29.733885 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:29.734225 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 027cacd8-4de9-4721-ad24-9faf77fa9d97 Oct 28 09:45:29.805783 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 027cacd8-4de9-4721-ad24-9faf77fa9d97 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:29.806939 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 60c19db5-e4fe-4779-8c57-28cd9976f20d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:29.851872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 60c19db5-e4fe-4779-8c57-28cd9976f20d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:29.852249 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:29.852588 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 60c19db5-e4fe-4779-8c57-28cd9976f20d Oct 28 09:45:29.927655 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 60c19db5-e4fe-4779-8c57-28cd9976f20d is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:29.928683 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c2998434-5791-4d7a-96be-f8f484973313 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:29.969884 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port c2998434-5791-4d7a-96be-f8f484973313 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:29.970249 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2998434-5791-4d7a-96be-f8f484973313), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:29.970626 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port c2998434-5791-4d7a-96be-f8f484973313 Oct 28 09:45:29.999293 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:30.152469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port c2998434-5791-4d7a-96be-f8f484973313 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:30.227632 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4d5d4964-9756-4aea-938d-d851c40c41cd req-a242689e-a78b-4717-9ad2-6e99c1ffa53b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0275388 Oct 28 09:45:30.275430 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:30.414422 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5c3df734-565c-449a-afbb-cd2ac7b6a3c4 req-3368688b-ba82-4170-9dc7-ffaefbd2a4ff tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0495586 Oct 28 09:45:30.438905 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=56 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:30.458004 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=41 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:30.532571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badc7e-ec76-4eab-9164-e18b580e6c95 req-47dcd6c7-a7c4-4cf7-b76d-bd1f1bba89e8 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:30.534048 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94badc7e-ec76-4eab-9164-e18b580e6c95 req-47dcd6c7-a7c4-4cf7-b76d-bd1f1bba89e8 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.1055987 Oct 28 09:45:30.559025 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-483a373c-39a7-4c00-931c-171c59e56d9e req-3e56bc1d-50ad-434a-a338-3c2dadac59c3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0429626 Oct 28 09:45:30.617469 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94badc7e-ec76-4eab-9164-e18b580e6c95 req-31a68765-4bb5-4a28-9415-35de65deed03 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630488 Oct 28 09:45:30.809907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94666427-b5bd-45a3-a96b-8d3b8fbedd5c req-9021883c-cb5d-49df-bb87-286c75fb1b68 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0437276 Oct 28 09:45:31.422948 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0bf3bf37-d3ec-4822-a306-dbbf9d1d1fe4 req-f4fe0d7a-62ea-494b-8f5c-f03798c90b91 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0516732 Oct 28 09:45:31.651885 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-798434c4-c391-4500-9423-b42a189027d6 req-289adae8-130b-4e86-8324-364531ff1ea6 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0661325 Oct 28 09:45:31.765576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-78c6a3d0-8a45-4b8e-aa7d-a39ab5568fd9 req-2f0de862-e2b5-4055-8c53-c341b5d1cfc8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0941446 Oct 28 09:45:31.832079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209f107-49fc-4318-9086-591fd0a29257 req-abed40e0-d0e7-4716-89b6-f46e3a412696 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:31.833941 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b209f107-49fc-4318-9086-591fd0a29257 req-abed40e0-d0e7-4716-89b6-f46e3a412696 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.0651057 Oct 28 09:45:31.955381 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b209f107-49fc-4318-9086-591fd0a29257 req-3b4c66e1-e7e5-4613-8473-533d7d25ef9a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090329 Oct 28 09:45:31.973890 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3187fe03-eac7-41e1-8cf2-2db692bd0fc0 req-f80ba1ed-a484-4632-bfae-35121810ea3e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0460434 Oct 28 09:45:32.547678 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-73f9e1bd-8c5e-43d5-8492-9447484d9611 req-d3490add-f285-46dd-b1f0-3e0b989c6567 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0447273 Oct 28 09:45:32.659585 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-556cefb9-0871-4a2d-ba40-34564d0979dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:32.819037 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f92389cd-0359-4617-8e40-a9a00f1f8a90 req-d84f7c9b-a0a0-43fe-a2df-a5f698b2860f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0414095 Oct 28 09:45:32.939802 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a502de63-e990-4e97-bd84-40408caa6aac req-30f605d9-132c-4a1f-87a0-d9f62f5d63a8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0479829 Oct 28 09:45:33.131393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:33.144497 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-76ac5ea0-1b8f-4402-bc92-21dcf1dc3ac9 req-cc708a7f-5a2e-4b45-b21e-a4e125d8bf8f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0596161 Oct 28 09:45:33.144914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:33.227462 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b6f0-ef16-48ef-99f8-611ab27647af req-ab34761a-e99b-47f4-b75a-e0ab07337968 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:33.235854 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f2a1b6f0-ef16-48ef-99f8-611ab27647af req-ab34761a-e99b-47f4-b75a-e0ab07337968 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.1285722 Oct 28 09:45:33.314751 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f2a1b6f0-ef16-48ef-99f8-611ab27647af req-ce0fddb2-8e0c-4f40-838c-c009556f4dce tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710108 Oct 28 09:45:33.662698 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-47db5725-dd83-4b2f-bd29-9f8ee8f98f86 req-e83b6a3d-b02c-4e3c-8447-6c8561776237 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0285518 Oct 28 09:45:33.965596 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-297d9368-9c2f-4629-b8b8-317f4ff0fede req-75130528-b082-4185-9abf-36ed31acaff0 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0395064 Oct 28 09:45:34.105155 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-52170de9-59b5-4ba6-8a84-2296d19952b2 req-ffb3fa99-5300-4a49-aac3-4f3d46b673da tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0639458 Oct 28 09:45:34.286056 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f6d599d1-2e30-4dc6-821d-f40220b00ac4 req-70d07216-da2e-4e50-aed9-7666963c5a88 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0417249 Oct 28 09:45:34.451365 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacd19f-07cf-4b7c-aaf8-786fba9f1c4c req-dcb1c84e-ffdf-4879-8acb-4fca109f86f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:34.452974 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ffacd19f-07cf-4b7c-aaf8-786fba9f1c4c req-dcb1c84e-ffdf-4879-8acb-4fca109f86f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.0483227 Oct 28 09:45:34.522447 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ffacd19f-07cf-4b7c-aaf8-786fba9f1c4c req-43ee6ce3-f99f-40b7-8297-8a2e74060278 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631211 Oct 28 09:45:34.787675 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bef3480c-5789-4abf-9e2a-0d2f7563ce4c req-35ad3df4-f7dd-482a-9351-2c205cfe9f18 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0356636 Oct 28 09:45:34.951333 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-43dc471c-b9d6-4fc0-bdf3-2fba1763c657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:35.080662 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e7da074-d0f1-4335-ae83-7063818932cd req-55d72a97-55d7-459b-b37e-232ddecd0f29 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0311229 Oct 28 09:45:35.225699 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6686e79-58ad-4279-8a1b-f2ee6c44ca51 req-5451250e-0934-4678-b279-fdd4a87217b9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0440037 Oct 28 09:45:35.398909 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fc66a278-fc76-46b6-8add-fe85874bb808 req-6ee5c2d0-c3c6-4e23-a03b-0e3df427d6c8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0275052 Oct 28 09:45:35.653500 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6e697-1f2d-4ad5-843f-79277c666d73 req-7a47d8ad-3487-4859-a915-a1af8d1bb548 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:35.659237 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-67e6e697-1f2d-4ad5-843f-79277c666d73 req-7a47d8ad-3487-4859-a915-a1af8d1bb548 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.0492804 Oct 28 09:45:35.705555 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-67e6e697-1f2d-4ad5-843f-79277c666d73 req-18218ebc-e35c-4ff6-a2b2-71df90f68e44 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444922 Oct 28 09:45:35.905116 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1a8c9ab0-90c4-4636-83f1-266ce67c598d req-b7181d1c-0cb5-45fc-8838-48062a54b92a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0327389 Oct 28 09:45:36.182765 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8cef13c-22ba-45b9-ab7d-77581575b653 req-a8a4f0cd-6f1b-4275-a068-9d1156256620 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0279684 Oct 28 09:45:36.330421 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-62d941cd-bd7b-45a1-a063-bb2d8f81575d req-dfc99786-2b24-4f64-aebd-fe7bd265adb6 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0281262 Oct 28 09:45:36.508428 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d29509d3-ffaa-4e24-ae97-b61e61aff170 req-0b3669be-5641-440d-8568-2a27a801e6bc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0281415 Oct 28 09:45:36.699753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:36.830108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8899-3336-4a6f-b25d-c0419ce739d2 req-5991ca2c-e4e5-4ed6-867d-d8d445351d48 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:36.831702 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d00c8899-3336-4a6f-b25d-c0419ce739d2 req-5991ca2c-e4e5-4ed6-867d-d8d445351d48 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.0521727 Oct 28 09:45:36.880088 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d00c8899-3336-4a6f-b25d-c0419ce739d2 req-e0b7a608-3736-4a57-83a7-378beaf1ef15 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Oct 28 09:45:37.005843 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-8c6857ed-8818-4619-ab29-f3a6f48cc286 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 380 time: 0.0826528 Oct 28 09:45:37.020394 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d85d4e53-f24a-4f9b-9977-75c1bb40b516 req-f1e57d7a-85d9-4246-9e4c-ebbb557f281b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0303068 Oct 28 09:45:37.082286 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'port': {'device_id': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'admin_state_up': True, 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'security_groups': ['baa25065-00ff-41ce-bf79-c720a5f02804']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:37.141924 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.55', 64044) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:37.178221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-6ac589bf-3023-4a00-95f2-d8461b03bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:37.180154 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-6ac589bf-3023-4a00-95f2-d8461b03bda2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1507010 Oct 28 09:45:37.207126 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-df122f8e-9fac-4280-adff-8aec34bd9253 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:37.208760 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-df122f8e-9fac-4280-adff-8aec34bd9253 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.55 "GET /networking/v2.0/networks?id=375c6b20-2d09-4b21-b297-392868656545 HTTP/1.1" status: 200 len: 811 time: 0.1755230 Oct 28 09:45:37.294814 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Request body: {'port': {'device_id': '088d0e80-3838-4ada-938b-f26f194d5abc', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'admin_state_up': True, 'tenant_id': '41516f10d050497e82056ddd1be5981c'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:37.414593 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-90cda2ff-27c4-4198-9da6-5b1fc9a1f478 req-91a7568f-4c7d-4d70-9dcc-79aa1da04f1c tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.1340916 Oct 28 09:45:37.435356 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-6b7e0338-1271-407b-9c78-d36def2b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:37.437235 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-6b7e0338-1271-407b-9c78-d36def2b3133 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1128 time: 0.2275374 Oct 28 09:45:37.560964 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-048d8a21-e6fd-4c3b-bf02-34011f38e593 req-7dcc5d77-b4e0-4e1a-9a2a-0bef8597245d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.1270883 Oct 28 09:45:37.575193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-2970b274-e27c-4b0e-893b-cea4145a30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:37.576950 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-2970b274-e27c-4b0e-893b-cea4145a30e4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3809052 Oct 28 09:45:37.602355 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Made reservation on behalf of 29c47b13a2044939b5446ffe5397633a for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:37.609090 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:37.663682 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a326c3d8-53b2-4f38-ab93-8fed1a6e1433 req-61e9f088-b213-4f2d-b906-97c60ce9c5d6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0487421 Oct 28 09:45:37.672030 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Made reservation on behalf of 41516f10d050497e82056ddd1be5981c for: {'port': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:37.675780 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:37.728490 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:37.737667 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-6f23ccd5-788d-4ccf-a159-750950e26072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:37.739628 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-6f23ccd5-788d-4ccf-a159-750950e26072 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2527664 Oct 28 09:45:37.825009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Allocated IP 172.20.0.9 (1c06056f-c33e-47c9-b078-4c3c3f047c82/d139d228-2d77-4ad5-a94b-4e21acd1f3b7/c2310b44-82bb-408f-85b5-8a5556b92e25) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:37.843664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:37.907831 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:37.917416 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:38.003634 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:38.074487 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.55', 64055) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:38.140892 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:38.210722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:38.222155 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-3a522131-1b97-4a26-abfd-ed6ce3e3642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.224678 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-2e28727f-6ded-4704-b634-9a73a7b908c0 req-3a522131-1b97-4a26-abfd-ed6ce3e3642d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4165833 Oct 28 09:45:38.232814 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Allocated IP 172.20.0.13 (375c6b20-2d09-4b21-b297-392868656545/f1e60bb2-0c6f-44d7-a96d-4d3247f5de45/a903c483-3505-4c5d-9652-f34609414d9d) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:38.239867 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:38.445577 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-35d09b83-9e4c-4569-ad51-00c496dc3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.447232 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-35d09b83-9e4c-4569-ad51-00c496dc3619 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1128 time: 0.0628846 Oct 28 09:45:38.511135 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks [] for port (a903c483-3505-4c5d-9652-f34609414d9d), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:38.606851 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-7904db95-59cf-4efa-979d-e3c91d7be851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.608377 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-531f2e80-4b97-4826-ab7f-8f1e67f04da2 req-7904db95-59cf-4efa-979d-e3c91d7be851 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7561297 Oct 28 09:45:38.642704 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-054db7d6-01f2-410c-9673-ed47277853e9 req-ebd7ffef-e672-4054-9e16-e6ce7c857582 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.2770286 Oct 28 09:45:38.654099 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-8eda689d-0848-465a-9560-f8971063f00e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 217 time: 0.1011827 Oct 28 09:45:38.656380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:38.692499 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d1be-1292-4757-9020-c422e211a75b req-5391be53-a833-42b3-b63d-782c1780153f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.710996 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e737d1be-1292-4757-9020-c422e211a75b req-5391be53-a833-42b3-b63d-782c1780153f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.3547423 Oct 28 09:45:38.804583 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-842189ee-0ff0-4b32-bac3-5d722a21e999 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.806097 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-842189ee-0ff0-4b32-bac3-5d722a21e999 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.7288520 Oct 28 09:45:38.907047 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e737d1be-1292-4757-9020-c422e211a75b req-19afde7e-6a5c-4fde-bce9-7345d37f7048 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951571 Oct 28 09:45:38.931807 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-698f5bc9-c45f-47c9-acb4-a71db1c1a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.933092 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-698f5bc9-c45f-47c9-acb4-a71db1c1a634 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0564055 Oct 28 09:45:38.945422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Network 375c6b20-2d09-4b21-b297-392868656545 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:38.948974 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:38.953086 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:38.958803 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.959390 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500589-c646-474f-9c3f-42544f349688 req-25c6fe97-bb51-489f-afd1-01edf913b64b tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.959513 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:38.968445 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea500589-c646-474f-9c3f-42544f349688 req-25c6fe97-bb51-489f-afd1-01edf913b64b tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 932 time: 0.1706903 Oct 28 09:45:38.977648 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Pushing event updated for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:38.989016 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-33598d65-b04b-4b4d-a9d9-390ffce9cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:38.991636 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-33598d65-b04b-4b4d-a9d9-390ffce9cd6d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1127 time: 0.2682765 Oct 28 09:45:38.992032 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 36848) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:38.994647 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-a922ccab-fa45-48a9-940a-94b1bb793586 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7118673 Oct 28 09:45:38.999693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.047434 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:39.104150 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fccf4de8-8c8c-46da-bf6d-6d26ad11dbfe req-b5bdc6de-a4ed-42a6-8f83-1402648a6f11 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0716321 Oct 28 09:45:39.182907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea500589-c646-474f-9c3f-42544f349688 req-54ee0e03-f635-4bb8-a3eb-cb42895c4ef7 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128201 Oct 28 09:45:39.204779 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Request body: {'port': {'device_id': '088d0e80-3838-4ada-938b-f26f194d5abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:39.285988 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.302377 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-29eac2e6-d4dd-4d35-8c6e-e6e8764edbd8 None None] Provisioning complete for port a903c483-3505-4c5d-9652-f34609414d9d triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:39.302850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-29eac2e6-d4dd-4d35-8c6e-e6e8764edbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a903c483-3505-4c5d-9652-f34609414d9d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.303128 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-29eac2e6-d4dd-4d35-8c6e-e6e8764edbd8 None None] Attempt 1 to provision port a903c483-3505-4c5d-9652-f34609414d9d Oct 28 09:45:39.340650 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b7c3e89b-c493-40b1-93d2-61d6671ac5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.342661 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.55', 64067) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:39.345108 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-29eac2e6-d4dd-4d35-8c6e-e6e8764edbd8 None None] Port a903c483-3505-4c5d-9652-f34609414d9d cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:39.398187 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-3907e79d-91d4-4fb1-87b2-74db8ea33827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.399715 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-3907e79d-91d4-4fb1-87b2-74db8ea33827 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1919322 Oct 28 09:45:39.406264 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-bbbaad51-1364-4987-9a27-2fe18dbc94f1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35 HTTP/1.1" status: 200 len: 217 time: 0.2034032 Oct 28 09:45:39.483956 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a903c483-3505-4c5d-9652-f34609414d9d), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.561882 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-9a9b416c-50a2-4b9d-a60e-6fd1ff1d4c94 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395469 Oct 28 09:45:39.574574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:39.585142 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61850f08-c4a6-4b14-bdba-7e5b7200ef2b req-5ec1e6f7-0a10-42f4-b34c-b40fa8c7dd12 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.586678 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61850f08-c4a6-4b14-bdba-7e5b7200ef2b req-5ec1e6f7-0a10-42f4-b34c-b40fa8c7dd12 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 931 time: 0.3295739 Oct 28 09:45:39.607418 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:39.621487 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:39.642819 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:39.647917 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.648545 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.684720 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-65821ccc-bf90-4141-b70c-7f2817cc3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.686296 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-65821ccc-bf90-4141-b70c-7f2817cc3d8c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.2653372 Oct 28 09:45:39.702289 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:39.710899 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d1832185-4af4-453c-94a2-f9a07b6c04ab tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 379 time: 0.5030489 Oct 28 09:45:39.727339 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:39.761567 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'port': {'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'admin_state_up': True, 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'security_groups': ['c61fdf1c-403c-447c-9146-9e24339b35a5']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:39.780713 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-16706422-dbcd-4662-8e6a-4216ae0d6e81 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122040 Oct 28 09:45:39.794512 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a31e40c8-eebf-4fdc-8d4c-3e9b9a476789 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7520933 Oct 28 09:45:39.806951 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:39.834866 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Request body: {'port': {'device_id': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:39.879276 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a903c483-3505-4c5d-9652-f34609414d9d {{(pid=112835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:39.881440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-63c0ce04-3fb4-4509-8626-d2c634173b3b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.883092 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-63c0ce04-3fb4-4509-8626-d2c634173b3b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 811 time: 0.5223739 Oct 28 09:45:39.887420 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks [] for port (a903c483-3505-4c5d-9652-f34609414d9d), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.901201 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.provisioning_blocks [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Transition to ACTIVE for port object a903c483-3505-4c5d-9652-f34609414d9d will not be triggered until provisioned by entity L2. {{(pid=112835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:39.905241 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.965181 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-41a15f12-a4cf-4881-8948-b527b130211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:39.966763 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-41a15f12-a4cf-4881-8948-b527b130211b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.2634542 Oct 28 09:45:39.968362 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3817b9e9-5fbe-428f-bc47-361f96e7cadd req-cc0bbdbe-1eb4-4a5b-b324-eabea6d2e9c6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.1676676 Oct 28 09:45:39.970019 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-426ad0c2-26cf-46ce-a551-b1885c754cad None None] Provisioning complete for port c2310b44-82bb-408f-85b5-8a5556b92e25 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:39.971139 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-426ad0c2-26cf-46ce-a551-b1885c754cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:39.971690 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-426ad0c2-26cf-46ce-a551-b1885c754cad None None] Attempt 1 to provision port c2310b44-82bb-408f-85b5-8a5556b92e25 Oct 28 09:45:39.979023 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61850f08-c4a6-4b14-bdba-7e5b7200ef2b req-b6896d4b-bd34-4846-96a7-f8f9b63a4185 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728697 Oct 28 09:45:39.979694 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Pushing event updated for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:39.994083 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Attempting to bind port a903c483-3505-4c5d-9652-f34609414d9d on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:39.994447 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Attempting to bind port a903c483-3505-4c5d-9652-f34609414d9d by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}] {{(pid=112835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:39.995136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Attempting to bind port a903c483-3505-4c5d-9652-f34609414d9d on network 375c6b20-2d09-4b21-b297-392868656545 {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:40.000097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b7c3e89b-c493-40b1-93d2-61d6671ac5cb admin admin] Publish callbacks [] for security_group (168da6ca-3edb-4ecb-9be1-7eab3385b9e0), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.010002 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b7c3e89b-c493-40b1-93d2-61d6671ac5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (168da6ca-3edb-4ecb-9be1-7eab3385b9e0), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.039254 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-426ad0c2-26cf-46ce-a551-b1885c754cad None None] Port c2310b44-82bb-408f-85b5-8a5556b92e25 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:40.045638 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:40.067125 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Port a903c483-3505-4c5d-9652-f34609414d9d on network 375c6b20-2d09-4b21-b297-392868656545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:40.067454 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Attempting to bind port a903c483-3505-4c5d-9652-f34609414d9d on network 375c6b20-2d09-4b21-b297-392868656545 {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:40.109973 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.110565 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:40.110774 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Checking segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:40.111151 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Bound using segment: {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'} {{(pid=112835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:40.111587 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.managers [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Bound port: a903c483-3505-4c5d-9652-f34609414d9d, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4c9f85-2755-4b8d-a0d5-255eabca3511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '375c6b20-2d09-4b21-b297-392868656545'}}] {{(pid=112835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:40.111939 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a903c483-3505-4c5d-9652-f34609414d9d), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.136092 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b7c3e89b-c493-40b1-93d2-61d6671ac5cb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d8700031698d4e7eb69fb34d2d1c73e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1396964 Oct 28 09:45:40.143964 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36880) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:40.144837 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3e89b-c493-40b1-93d2-61d6671ac5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168da6ca-3edb-4ecb-9be1-7eab3385b9e0,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:40.203381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ceb6d-131c-4807-9909-571734de6873 req-0d2a33ef-ce9c-4b90-a120-b3db11eb322a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:40.204879 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c7ceb6d-131c-4807-9909-571734de6873 req-0d2a33ef-ce9c-4b90-a120-b3db11eb322a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.1412437 Oct 28 09:45:40.210592 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, cleared binding levels {{(pid=112835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:40.213890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a903c483-3505-4c5d-9652-f34609414d9d,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:40.235364 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:40.236223 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] Publish callbacks [] for security_group (168da6ca-3edb-4ecb-9be1-7eab3385b9e0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.239039 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.240286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.256807 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:40.257522 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.259032 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/a903c483-3505-4c5d-9652-f34609414d9d HTTP/1.1" status: 200 len: 1094 time: 1.0588260 Oct 28 09:45:40.259842 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:40.262144 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7942a633-00cb-4544-8e35-f9e9f27300f2" -d '{"events": [{"name": "network-changed", "server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "tag": "a903c483-3505-4c5d-9652-f34609414d9d"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:40.282024 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-49b29f3f-e633-4871-b14d-432a6cb9a5c1 req-fdf38bcb-8083-4a0b-9dcc-3225d2a13e3a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0720460 Oct 28 09:45:40.343731 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ade944-d854-4632-bac8-538a85e751bc service neutron] Pushing event updated for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=3']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:40.361030 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] Publish callbacks [] for security_group (168da6ca-3edb-4ecb-9be1-7eab3385b9e0), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.435573 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (168da6ca-3edb-4ecb-9be1-7eab3385b9e0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.438278 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.441966 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/168da6ca-3edb-4ecb-9be1-7eab3385b9e0 HTTP/1.1" status: 204 len: 168 time: 0.2947469 Oct 28 09:45:40.452923 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4464f-e8bf-4cd2-a7df-eefaebe59176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168da6ca-3edb-4ecb-9be1-7eab3385b9e0,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:40.475328 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c7ceb6d-131c-4807-9909-571734de6873 req-c9e37c00-e773-4016-80a4-d612a96ea47b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469692 Oct 28 09:45:40.556839 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e4ab2f-b7d2-4ede-bd95-57c2798078a0 x-openstack-request-id: req-19e4ab2f-b7d2-4ede-bd95-57c2798078a0 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:40.557695 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "tag": "a903c483-3505-4c5d-9652-f34609414d9d", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:40.557695 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19e4ab2f-b7d2-4ede-bd95-57c2798078a0 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:40.558207 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e4ab2f-b7d2-4ede-bd95-57c2798078a0'] response: {'name': 'network-changed', 'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d', 'status': 'completed', 'code': 200} Oct 28 09:45:40.751335 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e802e29-7bf1-41d1-8b60-dce1925d6cf0 req-e3be875b-acc6-45eb-9736-83842542b8c4 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:40.752763 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e802e29-7bf1-41d1-8b60-dce1925d6cf0 req-e3be875b-acc6-45eb-9736-83842542b8c4 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 944 time: 0.3896701 Oct 28 09:45:40.781738 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36902) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:40.795978 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1eb95a4b-8002-4f08-b7bb-b2877fef7327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.874798 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1eb95a4b-8002-4f08-b7bb-b2877fef7327 admin admin] Publish callbacks [] for security_group (140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.878162 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.20.0.11 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/392bf558-627c-4e33-82ed-38a82396d7b0) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:40.879679 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1eb95a4b-8002-4f08-b7bb-b2877fef7327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.890895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e802e29-7bf1-41d1-8b60-dce1925d6cf0 req-bc86f98e-d60c-4aa6-9fbb-1abebdd5e68d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282675 Oct 28 09:45:40.925560 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1eb95a4b-8002-4f08-b7bb-b2877fef7327 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba157963b89d4f0c928fa9bc50792d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426585 Oct 28 09:45:40.926284 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb95a4b-8002-4f08-b7bb-b2877fef7327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:40.929261 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36904) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:40.936460 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:40.948724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:40.972453 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=10,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:40.991294 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] Publish callbacks [] for security_group (140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:40.999956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:41.016215 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] Publish callbacks [] for security_group (140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.039353 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks [] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.084558 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.091759 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.096413 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5 HTTP/1.1" status: 204 len: 168 time: 0.1633294 Oct 28 09:45:41.101677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Transition to ACTIVE for port object c2310b44-82bb-408f-85b5-8a5556b92e25 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:41.156002 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ff5dc-b74b-4bc9-ae78-fd0d7cae16df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fe14f-cab4-4b8d-a8a8-fb87edd8bcb5,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:41.162287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.175636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-14c9a1f8-b493-4f00-b175-d0d36ebd7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.177321 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-14c9a1f8-b493-4f00-b175-d0d36ebd7082 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41516f10d050497e82056ddd1be5981c&device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 1128 time: 0.0786595 Oct 28 09:45:41.255292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:41.257565 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64177475-f65c-4276-accc-3bffc4659154 req-56f93156-cf7e-4039-babf-88651b88aa0b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.1743336 Oct 28 09:45:41.362883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-700159ec-0e62-4900-abf9-b7082cfdf6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.365530 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-700159ec-0e62-4900-abf9-b7082cfdf6f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=41516f10d050497e82056ddd1be5981c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1658628 Oct 28 09:45:41.373561 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:41.383016 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (392bf558-627c-4e33-82ed-38a82396d7b0), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.391404 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cf82e-fffd-4ed1-8de7-d47274d78f78 req-9c36396a-1bbf-4cfd-b5aa-dabe14e0f1ac tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.392928 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab9cf82e-fffd-4ed1-8de7-d47274d78f78 req-9c36396a-1bbf-4cfd-b5aa-dabe14e0f1ac tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.2674539 Oct 28 09:45:41.439876 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-6c8b62cd-a050-463d-a02e-62adf9fab858 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 379 time: 0.3795881 Oct 28 09:45:41.461687 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-44fa8ecc-a2a1-4778-bc72-10c866d8fd9f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003649 Oct 28 09:45:41.479229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'port': {'device_id': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'admin_state_up': True, 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'security_groups': ['e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:41.497728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Attempting to bind port c2310b44-82bb-408f-85b5-8a5556b92e25 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:41.498067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Attempting to bind port c2310b44-82bb-408f-85b5-8a5556b92e25 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:41.498436 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Attempting to bind port c2310b44-82bb-408f-85b5-8a5556b92e25 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:41.629724 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6af194a9-19bb-49a0-96cb-e83333278d29 req-4be4bd5c-07e5-422b-ab2c-6c670a2cecf1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.1746786 Oct 28 09:45:41.692461 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-dd92b174-f6e8-411c-8d31-af8dd0dd8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.694037 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-7942a633-00cb-4544-8e35-f9e9f27300f2 req-dd92b174-f6e8-411c-8d31-af8dd0dd8883 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196640 Oct 28 09:45:41.779583 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab9cf82e-fffd-4ed1-8de7-d47274d78f78 req-cc47a7a8-3df8-4fa0-9730-ae5e3a1d6bed tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661406 Oct 28 09:45:41.792946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:41.856823 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-5576a3b3-7852-4d67-8402-c24c6a948a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.856823 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-5576a3b3-7852-4d67-8402-c24c6a948a8f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41516f10d050497e82056ddd1be5981c&device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 1128 time: 0.0764654 Oct 28 09:45:41.875238 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:41.910263 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-062bfe92-43cf-4073-a5da-18a45624449b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a903c483-3505-4c5d-9652-f34609414d9d HTTP/1.1" status: 200 len: 217 time: 0.0424201 Oct 28 09:45:41.927221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Port c2310b44-82bb-408f-85b5-8a5556b92e25 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:41.928267 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Attempting to bind port c2310b44-82bb-408f-85b5-8a5556b92e25 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:41.979361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-6aeb9657-a56e-4964-85cf-8b6358bd944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:41.981208 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-6aeb9657-a56e-4964-85cf-8b6358bd944d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f1e60bb2-0c6f-44d7-a96d-4d3247f5de45 HTTP/1.1" status: 200 len: 850 time: 0.0608459 Oct 28 09:45:41.994344 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-2befe36c-c943-4df6-ba7a-5333f1c6c5be service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104296 Oct 28 09:45:42.001769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:42.024086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cb664-41b9-4372-98f8-9d8153a05abc req-d092449c-b1f4-4b66-8ac4-ed448ea8fe3c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.025778 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-136cb664-41b9-4372-98f8-9d8153a05abc req-d092449c-b1f4-4b66-8ac4-ed448ea8fe3c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.2542131 Oct 28 09:45:42.046840 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b9000790-82df-4e74-b0c5-eab29cf58aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.047446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:42.048596 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-b9000790-82df-4e74-b0c5-eab29cf58aee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=375c6b20-2d09-4b21-b297-392868656545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0557749 Oct 28 09:45:42.063114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:42.070932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.072060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.095092 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36944) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:42.129336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:42.157948 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Made reservation on behalf of f2fcce993e6b4388bde493f0702fd49d for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:45:42.161831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.191888 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:42.192592 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Checking segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:42.192592 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Bound using segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:42.193106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Bound port: c2310b44-82bb-408f-85b5-8a5556b92e25, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:42.193932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.221604 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-bb992652-09d5-43c4-8d26-bb9dd07acc5d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4644129 Oct 28 09:45:42.225938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:42.232998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4c3d-9633-49e1-9f37-73d7d3256a95 req-a62c87ce-93bb-4c5f-8cbe-ded58214c703 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.240996 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5dfc4c3d-9633-49e1-9f37-73d7d3256a95 req-a62c87ce-93bb-4c5f-8cbe-ded58214c703 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 944 time: 0.1950526 Oct 28 09:45:42.262791 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-9669ce2a-5179-42fc-a4fc-92b139bad067 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/375c6b20-2d09-4b21-b297-392868656545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893041 Oct 28 09:45:42.307676 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device bb15e303-a14b-4992-96a6-836072bb6949 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:42.365530 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-136cb664-41b9-4372-98f8-9d8153a05abc req-1de47ba2-32cd-4abe-bdbe-219da82cd968 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205462 Oct 28 09:45:42.437568 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:42.466340 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:42.477650 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5dfc4c3d-9633-49e1-9f37-73d7d3256a95 req-877f78ff-eab6-484c-b60f-aa8826f2942f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355256 Oct 28 09:45:42.486419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=bb15e303-a14b-4992-96a6-836072bb6949,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:42.524646 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.525667 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'bb15e303-a14b-4992-96a6-836072bb6949', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'port_id': 'bb15e303-a14b-4992-96a6-836072bb6949', 'mac_address': 'fa:16:3e:ff:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:42.530041 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-9b76188e-6182-4104-a186-6258f2eb3b47 None None] Provisioning complete for port 392bf558-627c-4e33-82ed-38a82396d7b0 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:42.530861 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-9b76188e-6182-4104-a186-6258f2eb3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.531470 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-9b76188e-6182-4104-a186-6258f2eb3b47 None None] Attempt 1 to provision port 392bf558-627c-4e33-82ed-38a82396d7b0 Oct 28 09:45:42.574352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.575012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.576425 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 1093 time: 2.7535336 Oct 28 09:45:42.577020 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:42.579537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0849bd-393e-44b2-8358-d0152b148514" -d '{"events": [{"name": "network-changed", "server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:42.612644 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-9b76188e-6182-4104-a186-6258f2eb3b47 None None] Port 392bf558-627c-4e33-82ed-38a82396d7b0 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:42.615632 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port bb15e303-a14b-4992-96a6-836072bb6949 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:42.616241 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (bb15e303-a14b-4992-96a6-836072bb6949), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.623630 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fd477cbc-48e4-4263-8b71-00127b252fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.637495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb15e303-a14b-4992-96a6-836072bb6949 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:42.646417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Allocated IP 172.20.0.9 (1d4760fa-4445-40fa-b7a4-b3e4124ac823/2f48a676-61f5-4b76-81d9-5684c0f97c03/e1425374-6966-45a1-bf96-5df1dadc813c) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:45:42.662242 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4ba2-9c23-44b3-a611-d4324643a1ab req-3578a62a-907c-43a0-81ae-25b3ac338037 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:42.669547 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=bb15e303-a14b-4992-96a6-836072bb6949,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:42.669754 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c4ee4ba2-9c23-44b3-a611-d4324643a1ab req-3578a62a-907c-43a0-81ae-25b3ac338037 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 932 time: 0.1593118 Oct 28 09:45:42.673931 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab211ecd-b444-4653-a42f-a0cc06a79e06 x-openstack-request-id: req-ab211ecd-b444-4653-a42f-a0cc06a79e06 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:42.674256 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:42.674511 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab211ecd-b444-4653-a42f-a0cc06a79e06 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:42.674875 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.675011 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab211ecd-b444-4653-a42f-a0cc06a79e06'] response: {'name': 'network-changed', 'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'status': 'completed', 'code': 200} Oct 28 09:45:42.755654 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:42.759714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fd477cbc-48e4-4263-8b71-00127b252fee admin admin] Publish callbacks [] for security_group (e9a8df88-bd2e-4c38-aa75-f68152485e4b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.764998 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fd477cbc-48e4-4263-8b71-00127b252fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e9a8df88-bd2e-4c38-aa75-f68152485e4b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.808911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb7a64-7798-42a6-b69b-74f051587760 service neutron] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:42.811041 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477cbc-48e4-4263-8b71-00127b252fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8df88-bd2e-4c38-aa75-f68152485e4b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:42.815655 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-fd477cbc-48e4-4263-8b71-00127b252fee admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa92d710b3a84607a6d958773640b398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7196741 Oct 28 09:45:42.819241 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36964) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:42.859829 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c1bca2e-8e4d-4b43-a417-64690b67a959 req-40969192-8295-4cc1-889c-3557f36afd1a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0876455 Oct 28 09:45:42.901109 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] Publish callbacks [] for security_group (e9a8df88-bd2e-4c38-aa75-f68152485e4b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:42.935895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c4ee4ba2-9c23-44b3-a611-d4324643a1ab req-bc82d886-64b3-4417-9935-45e997caf280 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411296 Oct 28 09:45:42.957316 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] Publish callbacks [] for security_group (e9a8df88-bd2e-4c38-aa75-f68152485e4b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.030958 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Request body: {'port': {'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:43.040909 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:43.040909 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:43.047919 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['bb15e303-a14b-4992-96a6-836072bb6949'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:45:43.110896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94077b49-50f6-48ca-a9af-d9986a5259a4 req-d4eccfe0-9c05-4935-8d88-57d8a61f49df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.119108 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94077b49-50f6-48ca-a9af-d9986a5259a4 req-d4eccfe0-9c05-4935-8d88-57d8a61f49df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.1755621 Oct 28 09:45:43.128494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0849bd-393e-44b2-8358-d0152b148514 req-bbd60072-fd90-46bb-983d-7630b6702dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.131206 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e0849bd-393e-44b2-8358-d0152b148514 req-bbd60072-fd90-46bb-983d-7630b6702dfa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1127 time: 0.1208251 Oct 28 09:45:43.151075 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-eb358149-791b-4e1e-bc97-31b973b2031f req-12308adf-1299-4b16-afc2-cddfd41a027a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/375c6b20-2d09-4b21-b297-392868656545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712549 Oct 28 09:45:43.184030 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e9a8df88-bd2e-4c38-aa75-f68152485e4b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.188644 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.189676 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e9a8df88-bd2e-4c38-aa75-f68152485e4b HTTP/1.1" status: 204 len: 168 time: 0.3692715 Oct 28 09:45:43.217154 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218443c9-3e4f-43a0-90f9-46277bdc93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8df88-bd2e-4c38-aa75-f68152485e4b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:43.341995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (e1425374-6966-45a1-bf96-5df1dadc813c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.354522 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:43.368351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:43.394945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.439584 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94077b49-50f6-48ca-a9af-d9986a5259a4 req-21bd68e9-4f2b-4398-a92c-1b1cb77672df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194044 Oct 28 09:45:43.522255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0849bd-393e-44b2-8358-d0152b148514 req-7e8a7c27-d8ad-4684-a01a-13c337d4c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.523998 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e0849bd-393e-44b2-8358-d0152b148514 req-7e8a7c27-d8ad-4684-a01a-13c337d4c386 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=29c47b13a2044939b5446ffe5397633a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3742940 Oct 28 09:45:43.534298 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.726472 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 36996) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:43.742341 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ca73169b-0eec-4beb-9182-0489d73593e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.845083 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ca73169b-0eec-4beb-9182-0489d73593e2 admin admin] Publish callbacks [] for security_group (375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.849822 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ca73169b-0eec-4beb-9182-0489d73593e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.896947 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73169b-0eec-4beb-9182-0489d73593e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:43.908695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:45:43.915408 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ca73169b-0eec-4beb-9182-0489d73593e2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7f025a2677be439197ad88613957a816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876624 Oct 28 09:45:43.917647 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37006) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:43.921772 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772bf9d-e55b-4dab-96db-4b1ac01d2733 req-178313c7-deee-4e50-b7e5-5c711e60282b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.923307 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5772bf9d-e55b-4dab-96db-4b1ac01d2733 req-178313c7-deee-4e50-b7e5-5c711e60282b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 943 time: 0.4098935 Oct 28 09:45:43.931605 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:45:43.946284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:45:43.951062 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.951790 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:43.964612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:43.972715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7e45-a7e7-45bc-baa3-79c71db8df88 req-b24e4cb8-82f6-4979-a595-68d1c8d8735a tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:43.975312 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39ca7e45-a7e7-45bc-baa3-79c71db8df88 req-b24e4cb8-82f6-4979-a595-68d1c8d8735a tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 944 time: 0.3987021 Oct 28 09:45:43.985281 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] Publish callbacks [] for security_group (375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.011019 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] Publish callbacks [] for security_group (375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.066955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-3c035361-d1f4-40d1-9d09-fa7878a507d0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5939801 Oct 28 09:45:44.084985 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.089108 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.092770 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4 HTTP/1.1" status: 204 len: 168 time: 0.1715033 Oct 28 09:45:44.123485 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06e1a-270d-4bc4-b7b9-93c5246ccf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e4cb5-dd3f-45d8-bf4a-f0b7f7d1f5e4,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:44.124129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Request body: {'port': {'device_id': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:45:44.191983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5772bf9d-e55b-4dab-96db-4b1ac01d2733 req-6a32109e-d641-4e10-b778-30b30b362e14 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523103 Oct 28 09:45:44.271702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-245f48d2-2c3f-4448-8366-f9b6a609e3dc None None] Provisioning complete for port e1425374-6966-45a1-bf96-5df1dadc813c triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:44.287900 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-245f48d2-2c3f-4448-8366-f9b6a609e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.288458 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-245f48d2-2c3f-4448-8366-f9b6a609e3dc None None] Attempt 1 to provision port e1425374-6966-45a1-bf96-5df1dadc813c Oct 28 09:45:44.293548 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a69a90a6-23e5-4976-90d8-d36b10ff6b35 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:44.336683 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device bb15e303-a14b-4992-96a6-836072bb6949 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:44.338787 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:44.377417 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39ca7e45-a7e7-45bc-baa3-79c71db8df88 req-5ae86a45-571a-46f5-b888-40e4baf9c71d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777790 Oct 28 09:45:44.406697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-245f48d2-2c3f-4448-8366-f9b6a609e3dc None None] Port e1425374-6966-45a1-bf96-5df1dadc813c cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:45:44.459568 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:44.485434 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port bb15e303-a14b-4992-96a6-836072bb6949 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:45:44.487827 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92e0d8-6a9f-4d82-b5df-9c09a4a6c343 req-376c2bfb-05d9-44ff-a934-5ccf53ff3fe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:44.489397 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5d92e0d8-6a9f-4d82-b5df-9c09a4a6c343 req-376c2bfb-05d9-44ff-a934-5ccf53ff3fe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 931 time: 0.1714165 Oct 28 09:45:44.518312 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port bb15e303-a14b-4992-96a6-836072bb6949 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:44.518969 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (bb15e303-a14b-4992-96a6-836072bb6949), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.519448 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port bb15e303-a14b-4992-96a6-836072bb6949 Oct 28 09:45:44.531084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:44.573815 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.597785 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:44.621798 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'port_id': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35', 'mac_address': 'fa:16:3e:91:49:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:44.659307 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5d92e0d8-6a9f-4d82-b5df-9c09a4a6c343 req-d75a4160-2c87-41f9-bbfd-c5e7b8603e76 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579113 Oct 28 09:45:44.690758 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0849bd-393e-44b2-8358-d0152b148514 req-b21505cc-d870-4584-b835-b510ac13e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:44.690758 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e0849bd-393e-44b2-8358-d0152b148514 req-b21505cc-d870-4584-b835-b510ac13e28f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5943875 Oct 28 09:45:44.716528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port bb15e303-a14b-4992-96a6-836072bb6949 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:44.716915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (bb15e303-a14b-4992-96a6-836072bb6949), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.739155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392bf558-627c-4e33-82ed-38a82396d7b0 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:44.745934 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port a69a90a6-23e5-4976-90d8-d36b10ff6b35 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:44.746695 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.776392 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:44.777951 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:44.830239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks [] for port (392bf558-627c-4e33-82ed-38a82396d7b0), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.861433 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae5e4-af82-4bba-a16d-68d54c79368c req-29b5cbb4-f0f4-49fc-8b34-5727bb7c97d3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:44.871880 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-800ae5e4-af82-4bba-a16d-68d54c79368c req-29b5cbb4-f0f4-49fc-8b34-5727bb7c97d3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0913799 Oct 28 09:45:44.882760 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69a90a6-23e5-4976-90d8-d36b10ff6b35 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:44.895366 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a11a8-4acf-476f-9fbe-6249206a7036 req-ed608417-3e67-48a9-a80a-012298fe9904 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:44.898993 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=bb15e303-a14b-4992-96a6-836072bb6949,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:44.908248 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce3a11a8-4acf-476f-9fbe-6249206a7036 req-ed608417-3e67-48a9-a80a-012298fe9904 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 932 time: 0.3222585 Oct 28 09:45:44.909137 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.930815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:44.956229 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:44.993306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:45.017215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Transition to ACTIVE for port object 392bf558-627c-4e33-82ed-38a82396d7b0 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:45.032080 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-800ae5e4-af82-4bba-a16d-68d54c79368c req-407cbb0a-2cf9-4fc0-a153-32e32d943ece tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585817 Oct 28 09:45:45.040073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-189bb798-ec6c-4142-9f5b-03d4149b76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:45.042287 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-189bb798-ec6c-4142-9f5b-03d4149b76f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1127 time: 0.2729638 Oct 28 09:45:45.043074 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:45.056619 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f00211-dfa7-49f9-aca6-7ab3376ce214" -d '{"events": [{"server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "name": "network-vif-plugged", "status": "completed", "tag": "bb15e303-a14b-4992-96a6-836072bb6949"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:45.079588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:45.176522 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f999ce-b6e0-4726-94a1-e7dbeb7f7e7b x-openstack-request-id: req-39f999ce-b6e0-4726-94a1-e7dbeb7f7e7b {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:45.177192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "name": "network-vif-plugged", "status": "completed", "tag": "bb15e303-a14b-4992-96a6-836072bb6949", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:45.177938 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39f999ce-b6e0-4726-94a1-e7dbeb7f7e7b {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:45.178859 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f999ce-b6e0-4726-94a1-e7dbeb7f7e7b'] response: {'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949', 'code': 200} Oct 28 09:45:45.214928 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-d11216ae-1bdc-49b4-adbb-f618261a4318 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 217 time: 0.0801768 Oct 28 09:45:45.229971 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce3a11a8-4acf-476f-9fbe-6249206a7036 req-4ff09244-4546-4377-96bb-ec117fdac94e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208277 Oct 28 09:45:45.261900 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Pushing event updated for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:45.328222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Attempting to bind port 392bf558-627c-4e33-82ed-38a82396d7b0 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:45.328710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Attempting to bind port 392bf558-627c-4e33-82ed-38a82396d7b0 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:45.328907 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Attempting to bind port 392bf558-627c-4e33-82ed-38a82396d7b0 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:45.406680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf07ec-976b-4162-b053-e9fddd43b73b req-9c50f7c1-3a95-4dca-afc9-df099bfa54c1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:45.411180 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a0cf07ec-976b-4162-b053-e9fddd43b73b req-9c50f7c1-3a95-4dca-afc9-df099bfa54c1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 944 time: 0.1074305 Oct 28 09:45:45.488089 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Port 392bf558-627c-4e33-82ed-38a82396d7b0 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:45.488725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Attempting to bind port 392bf558-627c-4e33-82ed-38a82396d7b0 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:45.540314 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:45.661037 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21712e1b-9cd0-4515-abb8-c3a93344b80f req-7f5578ca-8a0b-4949-84f5-22c682583084 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:45.667008 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-21712e1b-9cd0-4515-abb8-c3a93344b80f req-7f5578ca-8a0b-4949-84f5-22c682583084 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 944 time: 0.1763961 Oct 28 09:45:45.677114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1425374-6966-45a1-bf96-5df1dadc813c {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:45.686009 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a0cf07ec-976b-4162-b053-e9fddd43b73b req-20f04748-1c2f-430d-823e-2faee20491a5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550576 Oct 28 09:45:45.701314 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks [] for port (e1425374-6966-45a1-bf96-5df1dadc813c), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:45.707031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:45.707401 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:45.707737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:45.708201 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Bound port: 392bf558-627c-4e33-82ed-38a82396d7b0, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:45.708778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:45.747030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Transition to ACTIVE for port object e1425374-6966-45a1-bf96-5df1dadc813c will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:45:45.781940 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:45.901496 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-21712e1b-9cd0-4515-abb8-c3a93344b80f req-c2b527d1-26dd-4be2-8ef8-bffe36aaf565 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280600 Oct 28 09:45:45.936451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:45.967589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b67a1e-3102-4ac1-bf0f-39ffb8c67857 req-952dc30a-93f1-45df-bd98-871e95a70eac tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:45.970849 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c3b67a1e-3102-4ac1-bf0f-39ffb8c67857 req-952dc30a-93f1-45df-bd98-871e95a70eac tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.1765878 Oct 28 09:45:45.978724 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:45.995299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:46.017722 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=392bf558-627c-4e33-82ed-38a82396d7b0,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:46.019198 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Attempting to bind port e1425374-6966-45a1-bf96-5df1dadc813c on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:45:46.019539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Attempting to bind port e1425374-6966-45a1-bf96-5df1dadc813c by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:45:46.019865 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Attempting to bind port e1425374-6966-45a1-bf96-5df1dadc813c on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:46.052359 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:46.056137 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:46.056760 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:46.058183 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/392bf558-627c-4e33-82ed-38a82396d7b0 HTTP/1.1" status: 200 len: 1094 time: 3.0503504 Oct 28 09:45:46.068465 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:46.070753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902caffc-35f9-465f-a3fc-d89b789a2f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:46.147275 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c3b67a1e-3102-4ac1-bf0f-39ffb8c67857 req-69863daf-1589-4bff-be81-4db05d5715c3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699045 Oct 28 09:45:46.177361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Port e1425374-6966-45a1-bf96-5df1dadc813c on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:45:46.178219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Attempting to bind port e1425374-6966-45a1-bf96-5df1dadc813c on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:45:46.220680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c11e42-6f36-4512-8cd5-1855473b39e6 x-openstack-request-id: req-b5c11e42-6f36-4512-8cd5-1855473b39e6 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:46.220879 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:46.221109 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c11e42-6f36-4512-8cd5-1855473b39e6 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:46.221510 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c11e42-6f36-4512-8cd5-1855473b39e6'] response: {'name': 'network-changed', 'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0', 'status': 'completed', 'code': 200} Oct 28 09:45:46.230294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144bf60-5176-4d05-9646-7433c4ef4e6a service neutron] Pushing event updated for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:46.250680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad5e56-2c3f-44ea-bb6e-231428cb224d req-03f4e2f6-4f9f-4049-9beb-68c8eee20055 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:46.252415 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-acad5e56-2c3f-44ea-bb6e-231428cb224d req-03f4e2f6-4f9f-4049-9beb-68c8eee20055 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.1258430 Oct 28 09:45:46.286194 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:45:46.287615 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Checking segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:45:46.288237 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Bound using segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:45:46.288969 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Bound port: e1425374-6966-45a1-bf96-5df1dadc813c, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:45:46.289330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:46.405717 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-acad5e56-2c3f-44ea-bb6e-231428cb224d req-b050d2d5-5df9-466c-ba34-f8d61a31c4c9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438110 Oct 28 09:45:46.411515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:46.425305 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:45:46.429412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e1425374-6966-45a1-bf96-5df1dadc813c,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:45:46.436762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97de69e-ba4c-4878-b574-4c8b28bd1ce1 req-29f06528-578a-4be7-a17f-4436d16c6093 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:46.438250 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d97de69e-ba4c-4878-b574-4c8b28bd1ce1 req-29f06528-578a-4be7-a17f-4436d16c6093 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0998099 Oct 28 09:45:46.445215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:46.449179 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:46.450056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:46.451748 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 1093 time: 2.3540437 Oct 28 09:45:46.531458 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab1a1f-3608-435c-9383-b20c9c4a9797 service neutron] Pushing event updated for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:46.539268 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d97de69e-ba4c-4878-b574-4c8b28bd1ce1 req-abeea7f9-583a-4393-ab59-fb01337927f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865042 Oct 28 09:45:46.844301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb68a-c71d-45a7-a98a-6c82290bc4ab req-ef5f38d7-4e74-4f22-8ae4-19eb1b5be916 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:46.845902 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8bcb68a-c71d-45a7-a98a-6c82290bc4ab req-ef5f38d7-4e74-4f22-8ae4-19eb1b5be916 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 944 time: 0.0621381 Oct 28 09:45:46.899152 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8bcb68a-c71d-45a7-a98a-6c82290bc4ab req-3ef26a15-7725-48af-a9b0-0dfff52f9c70 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Oct 28 09:45:47.034994 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17217327-903c-4b74-8884-63b40976761a req-1fc24fe2-031e-48dc-8e1d-5e53c21b4ffb tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:47.036483 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17217327-903c-4b74-8884-63b40976761a req-1fc24fe2-031e-48dc-8e1d-5e53c21b4ffb tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 944 time: 0.0520213 Oct 28 09:45:47.087227 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17217327-903c-4b74-8884-63b40976761a req-edc44114-fb3e-4e18-a20d-f5270bb2291f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Oct 28 09:45:47.276336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fd314-7ebb-4f93-840d-5447851a5dc4 req-ed270ffb-a6a6-4f87-89f2-457cda427324 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:47.277751 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-542fd314-7ebb-4f93-840d-5447851a5dc4 req-ed270ffb-a6a6-4f87-89f2-457cda427324 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0486419 Oct 28 09:45:47.329696 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-542fd314-7ebb-4f93-840d-5447851a5dc4 req-ecac0007-5492-4839-9867-a619fba83b42 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461912 Oct 28 09:45:47.553796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0920a0f-5f6e-485b-8ff1-356c085ea63e req-a00b506e-e7f7-4a99-b031-4f4680a276cd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:47.555250 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0920a0f-5f6e-485b-8ff1-356c085ea63e req-a00b506e-e7f7-4a99-b031-4f4680a276cd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0549312 Oct 28 09:45:47.605806 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0920a0f-5f6e-485b-8ff1-356c085ea63e req-ecd7e973-e3b6-4b39-9ffb-3e0d4b497d86 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Oct 28 09:45:47.664540 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a6cf3-b0fb-470e-8bf7-576eeb35575a req-fa34c5d9-0fb8-4932-a2b4-a21094f3afea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:47.666028 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b3a6cf3-b0fb-470e-8bf7-576eeb35575a req-fa34c5d9-0fb8-4932-a2b4-a21094f3afea tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0471578 Oct 28 09:45:47.714550 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b3a6cf3-b0fb-470e-8bf7-576eeb35575a req-b244a4b4-978d-4b29-a4c8-5f2fe2971879 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425427 Oct 28 09:45:47.855230 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['a69a90a6-23e5-4976-90d8-d36b10ff6b35'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:45:47.921138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a903c483-3505-4c5d-9652-f34609414d9d details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:47.994597 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.043098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.080975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-7806c93c-2c80-4a2b-b3b4-3e96fa9c5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.084192 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-7806c93c-2c80-4a2b-b3b4-3e96fa9c5dd5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 1128 time: 0.1136913 Oct 28 09:45:48.098526 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-95e7ce14-9b47-49e8-82a5-071b139ffe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.105175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-95e7ce14-9b47-49e8-82a5-071b139ffe5c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.1841712 Oct 28 09:45:48.129081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a903c483-3505-4c5d-9652-f34609414d9d,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:48.167038 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'a903c483-3505-4c5d-9652-f34609414d9d', 'network_id': '375c6b20-2d09-4b21-b297-392868656545', 'port_id': 'a903c483-3505-4c5d-9652-f34609414d9d', 'mac_address': 'fa:16:3e:b7:19:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e60bb2-0c6f-44d7-a96d-4d3247f5de45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:48.230010 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.232116 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port a903c483-3505-4c5d-9652-f34609414d9d is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:48.232582 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a903c483-3505-4c5d-9652-f34609414d9d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.237902 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.261406 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a903c483-3505-4c5d-9652-f34609414d9d {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:48.265753 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-d503e156-e329-4ef9-9334-981efbeaa320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.268114 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-d503e156-e329-4ef9-9334-981efbeaa320 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.1247971 Oct 28 09:45:48.288657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a903c483-3505-4c5d-9652-f34609414d9d,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:48.290288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-c4e84d83-6913-4741-9205-f13cbd35d96a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.293644 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.370231 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:48.392853 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-c4e84d83-6913-4741-9205-f13cbd35d96a service neutron] Publish callbacks [] for security_group (7e80e196-aac5-41ed-9480-8b1776d4efcf), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.400217 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-c4e84d83-6913-4741-9205-f13cbd35d96a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (7e80e196-aac5-41ed-9480-8b1776d4efcf), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.450313 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-05f7741b-248a-4c40-846c-3c9bf86c1fc4 req-c4e84d83-6913-4741-9205-f13cbd35d96a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759074 Oct 28 09:45:48.451363 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e84d83-6913-4741-9205-f13cbd35d96a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80e196-aac5-41ed-9480-8b1776d4efcf,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:48.467737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:48.469934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30cc68f-4029-4e53-b874-cddf750918c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:48.513905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-5754c387-4cf9-4c2b-94ac-ba0382a67298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.515628 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-5754c387-4cf9-4c2b-94ac-ba0382a67298 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1127 time: 0.4692810 Oct 28 09:45:48.536511 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed662bf-0199-4cda-afc0-9fe89e1f23db req-daf027b7-70a2-42ea-877f-dd1424fe4bea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.538548 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ed662bf-0199-4cda-afc0-9fe89e1f23db req-daf027b7-70a2-42ea-877f-dd1424fe4bea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 944 time: 0.4813986 Oct 28 09:45:48.552096 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-68b4bb6a-82d8-40d4-b384-e66b93ac08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.554439 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-68b4bb6a-82d8-40d4-b384-e66b93ac08cd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.4146218 Oct 28 09:45:48.583578 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37162) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:48.588934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18b4c6-44c0-4fe0-8f13-b2fe18125239 req-5ec5cad1-939c-4d2b-a134-73b38a320753 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.590466 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-de18b4c6-44c0-4fe0-8f13-b2fe18125239 req-5ec5cad1-939c-4d2b-a134-73b38a320753 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 945 time: 0.4044778 Oct 28 09:45:48.594599 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.627187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-04a75f94-dc4c-43ac-9b4f-643561fbb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.628648 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-04a75f94-dc4c-43ac-9b4f-643561fbb6b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=4f351d016ace4e369be852bb7aa916fe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5220075 Oct 28 09:45:48.657248 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ed662bf-0199-4cda-afc0-9fe89e1f23db req-946f231a-a004-4e02-92fe-05a242d878bf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105902 Oct 28 09:45:48.683348 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-de18b4c6-44c0-4fe0-8f13-b2fe18125239 req-a2cec85f-5cd4-4525-a863-778cc361af8a tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Oct 28 09:45:48.714387 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e575873f-52ef-445c-9a2b-c9fd9ab21685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.752122 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.758129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4933d98-f914-4b72-835b-0bb5193cb857 x-openstack-request-id: req-d4933d98-f914-4b72-835b-0bb5193cb857 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:48.758505 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:48.758762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4933d98-f914-4b72-835b-0bb5193cb857 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:48.759201 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4933d98-f914-4b72-835b-0bb5193cb857'] response: {'name': 'network-changed', 'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'status': 'completed', 'code': 200} Oct 28 09:45:48.772993 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511dc6d-1b80-453b-be2e-6b1e420283b2 req-b6c6b46c-b080-4c82-a1f6-5212f7de84dd tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.775203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7511dc6d-1b80-453b-be2e-6b1e420283b2 req-b6c6b46c-b080-4c82-a1f6-5212f7de84dd tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0569875 Oct 28 09:45:48.808396 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e575873f-52ef-445c-9a2b-c9fd9ab21685 admin admin] Publish callbacks [] for security_group (7473be30-1517-41ec-a440-87a7f87ada29), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.813544 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e575873f-52ef-445c-9a2b-c9fd9ab21685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (7473be30-1517-41ec-a440-87a7f87ada29), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:48.829254 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:48.858871 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e575873f-52ef-445c-9a2b-c9fd9ab21685 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=029c537c089d475ab727cc630f290585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740924 Oct 28 09:45:48.860284 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575873f-52ef-445c-9a2b-c9fd9ab21685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7473be30-1517-41ec-a440-87a7f87ada29,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:48.863205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37170) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:48.893225 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7511dc6d-1b80-453b-be2e-6b1e420283b2 req-d7aec301-35f7-47ea-b6be-e87ea51bc70f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103008 Oct 28 09:45:48.899593 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ef6f9-5963-4259-8d2f-a3b471a6ba8c req-62f4a75d-3478-455b-b834-48b89b96db66 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:48.901239 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae6ef6f9-5963-4259-8d2f-a3b471a6ba8c req-62f4a75d-3478-455b-b834-48b89b96db66 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0909810 Oct 28 09:45:49.015097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] Publish callbacks [] for security_group (7473be30-1517-41ec-a440-87a7f87ada29), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.019782 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae6ef6f9-5963-4259-8d2f-a3b471a6ba8c req-1ab5ca6f-a31f-464a-9b23-f6a81b1f7193 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126256 Oct 28 09:45:49.049830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbfcfc-4fa7-4888-93e6-2da640fee748 req-7e84761b-cec2-4b91-99f5-7655d995ea4e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:49.051375 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61bbfcfc-4fa7-4888-93e6-2da640fee748 req-7e84761b-cec2-4b91-99f5-7655d995ea4e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0844457 Oct 28 09:45:49.056724 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] Publish callbacks [] for security_group (7473be30-1517-41ec-a440-87a7f87ada29), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.141715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61bbfcfc-4fa7-4888-93e6-2da640fee748 req-97364dba-1393-4970-806b-46a69de53b58 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776818 Oct 28 09:45:49.158698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (7473be30-1517-41ec-a440-87a7f87ada29), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.161552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.163570 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7473be30-1517-41ec-a440-87a7f87ada29 HTTP/1.1" status: 204 len: 168 time: 0.2990406 Oct 28 09:45:49.173008 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0df00-42d1-4a8d-bec8-ff5c35d6195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7473be30-1517-41ec-a440-87a7f87ada29,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:49.461527 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37190) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:49.475431 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65958b8a-2619-4d0f-aab0-f4cc6328fc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.562795 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65958b8a-2619-4d0f-aab0-f4cc6328fc40 admin admin] Publish callbacks [] for security_group (957b7383-1910-4189-85d0-7c805ee4c6ac), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.566609 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65958b8a-2619-4d0f-aab0-f4cc6328fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (957b7383-1910-4189-85d0-7c805ee4c6ac), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.572823 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:49.608717 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65958b8a-2619-4d0f-aab0-f4cc6328fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957b7383-1910-4189-85d0-7c805ee4c6ac,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:49.614603 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-65958b8a-2619-4d0f-aab0-f4cc6328fc40 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bbe1c80a60fc48eba50fcf25175fde4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520138 Oct 28 09:45:49.617881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37192) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:49.668277 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] Publish callbacks [] for security_group (957b7383-1910-4189-85d0-7c805ee4c6ac), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.688694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] Publish callbacks [] for security_group (957b7383-1910-4189-85d0-7c805ee4c6ac), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.769780 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (957b7383-1910-4189-85d0-7c805ee4c6ac), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.772385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:49.773506 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/957b7383-1910-4189-85d0-7c805ee4c6ac HTTP/1.1" status: 204 len: 168 time: 0.1547327 Oct 28 09:45:49.784348 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:49.799640 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1daa9-f841-4651-996d-02d0dc7fb631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957b7383-1910-4189-85d0-7c805ee4c6ac,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:49.840084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eae25-6a44-4f98-b9d3-67b610e3aa3d req-b02ffde4-dd57-4cc7-acfb-cb5b82daf2d1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:49.841599 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-556eae25-6a44-4f98-b9d3-67b610e3aa3d req-b02ffde4-dd57-4cc7-acfb-cb5b82daf2d1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 944 time: 0.1089272 Oct 28 09:45:49.863164 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5ddd-a3e6-4490-898c-b294e232713c req-9759dce7-c2f7-476e-8432-10391154f8b4 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:49.864626 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc5c5ddd-a3e6-4490-898c-b294e232713c req-9759dce7-c2f7-476e-8432-10391154f8b4 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 945 time: 0.0901501 Oct 28 09:45:49.937926 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-556eae25-6a44-4f98-b9d3-67b610e3aa3d req-51f86ab5-88bf-4b7f-8737-95a963c4cc07 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894594 Oct 28 09:45:49.942231 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc5c5ddd-a3e6-4490-898c-b294e232713c req-c7a513cd-5381-4723-b5ae-c61d92873356 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696144 Oct 28 09:45:50.055614 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09413458-0765-45cc-b8eb-22b2c1767e2c req-f3f6da65-6b8b-451d-acf1-01b7e205016c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:50.057075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-09413458-0765-45cc-b8eb-22b2c1767e2c req-f3f6da65-6b8b-451d-acf1-01b7e205016c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0501599 Oct 28 09:45:50.130973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-09413458-0765-45cc-b8eb-22b2c1767e2c req-ac1ba009-5320-4cd8-a6ba-8ce07494c352 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654030 Oct 28 09:45:50.165387 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0f3aa-f686-43d6-ac1a-83cf0e23acbe req-552c3bf9-e623-4ad6-947d-a3ea7eb8355a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:50.167362 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-20b0f3aa-f686-43d6-ac1a-83cf0e23acbe req-552c3bf9-e623-4ad6-947d-a3ea7eb8355a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0563803 Oct 28 09:45:50.252221 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-20b0f3aa-f686-43d6-ac1a-83cf0e23acbe req-8cde21d6-b6e0-4c65-a5d9-ddabd2812247 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 Oct 28 09:45:50.312587 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96012064-ed9d-4c34-b0be-35f61c2c7b64 req-76786fbf-bcec-4d69-93e5-04c5e7ded598 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:50.314059 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-96012064-ed9d-4c34-b0be-35f61c2c7b64 req-76786fbf-bcec-4d69-93e5-04c5e7ded598 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0590193 Oct 28 09:45:50.367975 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-96012064-ed9d-4c34-b0be-35f61c2c7b64 req-1d9d0348-0baf-4b97-b2f2-c92ecd7b5c04 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Oct 28 09:45:51.106322 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568249b7-6eef-4485-a0c0-ab86122a626f req-fc776e9e-f92d-4acd-9985-31114018aceb tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.107877 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-568249b7-6eef-4485-a0c0-ab86122a626f req-fc776e9e-f92d-4acd-9985-31114018aceb tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 945 time: 0.0787394 Oct 28 09:45:51.128403 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940a3e-faae-4d99-b5f5-8d83b329ff6d req-9cd16c6a-2fa8-46ba-a73e-4006d91922f7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.129905 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a940a3e-faae-4d99-b5f5-8d83b329ff6d req-9cd16c6a-2fa8-46ba-a73e-4006d91922f7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 944 time: 0.0690536 Oct 28 09:45:51.205984 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-568249b7-6eef-4485-a0c0-ab86122a626f req-a59cbc5e-48f0-471f-9e1a-b9058ff7b548 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889115 Oct 28 09:45:51.213050 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a940a3e-faae-4d99-b5f5-8d83b329ff6d req-ab231bb5-9c38-4382-b654-b8f90b878f9c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Oct 28 09:45:51.354038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c808f-1e77-4753-ba4a-3f3b8390e70d req-89e0b90b-0dca-4d40-a449-1b84754c7d4e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.355600 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-241c808f-1e77-4753-ba4a-3f3b8390e70d req-89e0b90b-0dca-4d40-a449-1b84754c7d4e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0687723 Oct 28 09:45:51.492528 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-fb5b255f-12dd-4b39-9425-a57b37b6f807 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 217 time: 0.1358657 Oct 28 09:45:51.535170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a69a90a6-23e5-4976-90d8-d36b10ff6b35 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:51.544114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:51.612715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05459b09-3a84-416e-821a-218f595b957c req-250bb941-2cc5-4b7c-ba6a-e9a17e804fc4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.614248 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05459b09-3a84-416e-821a-218f595b957c req-250bb941-2cc5-4b7c-ba6a-e9a17e804fc4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.2307692 Oct 28 09:45:51.617123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port a69a90a6-23e5-4976-90d8-d36b10ff6b35 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:45:51.627586 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port a69a90a6-23e5-4976-90d8-d36b10ff6b35 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:51.628161 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:51.628594 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port a69a90a6-23e5-4976-90d8-d36b10ff6b35 Oct 28 09:45:51.672609 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-241c808f-1e77-4753-ba4a-3f3b8390e70d req-1f4d5a1c-9993-4a0c-82f6-8546004eded6 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900498 Oct 28 09:45:51.680263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['a903c483-3505-4c5d-9652-f34609414d9d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:45:51.698202 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-a968e467-d10e-4222-b573-be830def6cde service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402672 Oct 28 09:45:51.701395 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:51.766374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port a69a90a6-23e5-4976-90d8-d36b10ff6b35 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:51.766952 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:51.810036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:51.812304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2748c9c7-5ec5-44dd-bf4f-97f80f12de80" -d '{"events": [{"server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "name": "network-vif-plugged", "status": "completed", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:51.832242 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:51.841198 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:51.842110 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-e224c5ba-bdd9-4422-851c-12f543ab43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.844804 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-902caffc-35f9-465f-a3fc-d89b789a2f1b req-e224c5ba-bdd9-4422-851c-12f543ab43a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4855669 Oct 28 09:45:51.908660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05459b09-3a84-416e-821a-218f595b957c req-82538806-2750-4821-88d0-42dc9e582693 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789929 Oct 28 09:45:51.924066 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:51.936013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-25698f94-fa20-4ca6-aecf-81ef39b960e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.937621 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-25698f94-fa20-4ca6-aecf-81ef39b960e5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.2201464 Oct 28 09:45:51.950539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd400d10-1f5e-488c-9b46-13e4815200e0 req-0b054033-8ff9-42a9-ad94-e1ae6a807a8c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:51.954799 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dd400d10-1f5e-488c-9b46-13e4815200e0 req-0b054033-8ff9-42a9-ad94-e1ae6a807a8c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.1876020 Oct 28 09:45:51.976213 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4b03ee-c56d-438c-878a-0f73ebe9d00e x-openstack-request-id: req-6f4b03ee-c56d-438c-878a-0f73ebe9d00e {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:51.976540 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "name": "network-vif-plugged", "status": "completed", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:51.976803 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f4b03ee-c56d-438c-878a-0f73ebe9d00e {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:51.977209 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f4b03ee-c56d-438c-878a-0f73ebe9d00e'] response: {'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35', 'code': 200} Oct 28 09:45:52.024623 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ee0d9e6-e00e-4e18-8e2c-a7dcff42d24f req-2ab15152-c9c1-4516-aa8a-90f7336a8946 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052645 Oct 28 09:45:52.047631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-341225f6-a474-4266-ae03-e2cff201ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:52.049141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-341225f6-a474-4266-ae03-e2cff201ff01 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 1128 time: 0.1313744 Oct 28 09:45:52.055764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16106ee1-2ad1-48ed-948b-fbc55df1ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:52.057582 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-16106ee1-2ad1-48ed-948b-fbc55df1ce20 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0949776 Oct 28 09:45:52.124632 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dd400d10-1f5e-488c-9b46-13e4815200e0 req-8a48fc22-7554-4273-8b01-c12381c7c792 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364439 Oct 28 09:45:52.134623 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d343f94e-964d-4547-8981-a966126d772c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=392bf558-627c-4e33-82ed-38a82396d7b0 HTTP/1.1" status: 200 len: 217 time: 0.0594225 Oct 28 09:45:52.210084 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-6f47ce3a-a0b0-4a2f-b7a7-48a673776d45 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253252 Oct 28 09:45:52.364358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e525b5f-1f44-4120-a83e-336676766529 req-e847be38-cfde-4e11-9b24-c562c67a547b tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:52.366003 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e525b5f-1f44-4120-a83e-336676766529 req-e847be38-cfde-4e11-9b24-c562c67a547b tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 945 time: 0.0784130 Oct 28 09:45:52.372997 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66721a08-e8cc-4b0a-985f-e977bb0669fd req-9d45bf1b-9ba8-4789-9be5-3c7d9d08bc05 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:52.374483 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-66721a08-e8cc-4b0a-985f-e977bb0669fd req-9d45bf1b-9ba8-4789-9be5-3c7d9d08bc05 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0766234 Oct 28 09:45:52.455090 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e525b5f-1f44-4120-a83e-336676766529 req-873824d7-32b4-468a-a4b9-bc6c52985464 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Oct 28 09:45:52.460213 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-66721a08-e8cc-4b0a-985f-e977bb0669fd req-93428313-687b-4872-bd27-a798b114f455 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770094 Oct 28 09:45:52.665453 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37298) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:52.794867 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-745afc0a-6cce-4890-a238-9cbfb8bf1336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:52.805014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856e74b-cbfc-409a-8753-e645ed902cdf req-68034226-4a4a-47c9-b06b-046f3fd345cb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:52.806691 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a856e74b-cbfc-409a-8753-e645ed902cdf req-68034226-4a4a-47c9-b06b-046f3fd345cb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0531509 Oct 28 09:45:52.873566 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a856e74b-cbfc-409a-8753-e645ed902cdf req-0c0cca82-9e97-49c2-9bd1-9da1425270d7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589714 Oct 28 09:45:52.894519 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-745afc0a-6cce-4890-a238-9cbfb8bf1336 admin admin] Publish callbacks [] for security_group (cc8953e7-5c41-4732-bf9e-69728852cf09), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:52.895821 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-745afc0a-6cce-4890-a238-9cbfb8bf1336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cc8953e7-5c41-4732-bf9e-69728852cf09), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:52.939075 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745afc0a-6cce-4890-a238-9cbfb8bf1336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8953e7-5c41-4732-bf9e-69728852cf09,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:52.944178 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-745afc0a-6cce-4890-a238-9cbfb8bf1336 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=70c97375d3044a5090d53fa6d25bb957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776635 Oct 28 09:45:52.947101 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37314) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:53.060777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c773-fdc4-4f54-ba0f-d751001546af req-ff9cefc8-43ea-4a8c-a469-3bbd11a66b05 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.062132 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a954c773-fdc4-4f54-ba0f-d751001546af req-ff9cefc8-43ea-4a8c-a469-3bbd11a66b05 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0606639 Oct 28 09:45:53.062874 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Publish callbacks [] for security_group (cc8953e7-5c41-4732-bf9e-69728852cf09), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.098723 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Publish callbacks [] for security_group (cc8953e7-5c41-4732-bf9e-69728852cf09), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.114541 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:53.144859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:53.238939 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a954c773-fdc4-4f54-ba0f-d751001546af req-681f620b-8dfe-4c61-81de-a03d0d932ec2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683056 Oct 28 09:45:53.296963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d57cc61d-d8de-4049-bd1b-e38cf63791eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.298433 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-d57cc61d-d8de-4049-bd1b-e38cf63791eb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.1821768 Oct 28 09:45:53.318626 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cc8953e7-5c41-4732-bf9e-69728852cf09), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.320980 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.322089 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cc8953e7-5c41-4732-bf9e-69728852cf09 HTTP/1.1" status: 204 len: 168 time: 0.3736949 Oct 28 09:45:53.328346 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:53.329553 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef39eb-1377-4367-95df-7da9fafb6a65 req-50839096-e9f5-461f-b848-b4fba00c69cb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.331088 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5eef39eb-1377-4367-95df-7da9fafb6a65 req-50839096-e9f5-461f-b848-b4fba00c69cb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0958192 Oct 28 09:45:53.345093 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a903c483-3505-4c5d-9652-f34609414d9d up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:53.365335 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8953e7-5c41-4732-bf9e-69728852cf09,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:53.388639 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c6ef998f-2e12-460e-855a-1b2754ed6ff1 req-d281f23f-aa46-4b92-9775-4665b3c8c299 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712312 Oct 28 09:45:53.389915 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.390255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.390619 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.391050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.391503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.392541 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.392879 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.393813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.393813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.393813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.394147 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.394515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.394943 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.395158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.395471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbfc8af-3aef-48b9-b316-7dab89a69672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.431544 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5eef39eb-1377-4367-95df-7da9fafb6a65 req-afa53369-d88d-446e-acc7-4a415a1d5ee8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904953 Oct 28 09:45:53.480378 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port a903c483-3505-4c5d-9652-f34609414d9d completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:45:53.516384 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port a903c483-3505-4c5d-9652-f34609414d9d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:53.516757 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a903c483-3505-4c5d-9652-f34609414d9d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.517095 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port a903c483-3505-4c5d-9652-f34609414d9d Oct 28 09:45:53.566660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:53.589113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:53.599298 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:53.626066 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:53.670073 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:53.670480 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.673271 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfbca7-65bf-4af8-a026-dcd253ab5aaa req-ece994c6-8164-4567-886d-f0289d2efc25 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.675352 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-20bfbca7-65bf-4af8-a026-dcd253ab5aaa req-ece994c6-8164-4567-886d-f0289d2efc25 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 945 time: 0.1296113 Oct 28 09:45:53.689631 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:53.693271 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37334) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:53.707326 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868a2ac-a8bf-497d-ab6d-8e0dfd63a445 req-06d001b7-59f8-4ae3-9bce-d24228d76aeb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.709865 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d868a2ac-a8bf-497d-ab6d-8e0dfd63a445 req-06d001b7-59f8-4ae3-9bce-d24228d76aeb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1175530 Oct 28 09:45:53.710465 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.716121 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port a903c483-3505-4c5d-9652-f34609414d9d is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:53.716517 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a903c483-3505-4c5d-9652-f34609414d9d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.722226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:53.733188 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.785970 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:53.816367 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a903c483-3505-4c5d-9652-f34609414d9d,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:53.822882 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.840342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Publish callbacks [] for security_group (f656d88e-2b63-40ee-bb0d-f4d63914d529), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.846542 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f656d88e-2b63-40ee-bb0d-f4d63914d529), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:53.880784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4adaa-fbad-4c9a-a64d-9100d97f2f4f req-88c3e0a7-6f17-4f26-a9c3-46bcd0700acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.882828 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b9e4adaa-fbad-4c9a-a64d-9100d97f2f4f req-88c3e0a7-6f17-4f26-a9c3-46bcd0700acc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1129 time: 0.2386589 Oct 28 09:45:53.884236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-94583804-f040-494c-afed-909ba49ebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:53.885969 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656d88e-2b63-40ee-bb0d-f4d63914d529,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:53.886087 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-94583804-f040-494c-afed-909ba49ebf23 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1246433 Oct 28 09:45:53.888123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:53.905481 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.906106 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.906637 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.907158 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.907914 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.908256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.908593 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.908929 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.909264 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.909595 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.909925 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.910257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.910609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.910937 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.911259 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:53.928283 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-526bfd93-b621-4e23-91cc-d0c81be6f8a9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c495011bcbf64285a8961a5920b89934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319157 Oct 28 09:45:53.930109 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37346) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:53.937557 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d868a2ac-a8bf-497d-ab6d-8e0dfd63a445 req-fa772c26-de3a-4e37-a1d2-071a3c1f1a83 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693931 Oct 28 09:45:53.966477 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-20bfbca7-65bf-4af8-a026-dcd253ab5aaa req-88343460-7854-4a9e-97c0-209e02e7c4bf tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519331 Oct 28 09:45:53.978786 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:53.980941 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efb8da-08a0-4769-a73c-1aa6427db523" -d '{"events": [{"server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "name": "network-vif-plugged", "status": "completed", "tag": "a903c483-3505-4c5d-9652-f34609414d9d"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:53.991720 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] Publish callbacks [] for security_group (f656d88e-2b63-40ee-bb0d-f4d63914d529), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.019388 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] Publish callbacks [] for security_group (f656d88e-2b63-40ee-bb0d-f4d63914d529), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.060714 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5b4d96-16b1-46c2-8057-34a9cee3c9aa x-openstack-request-id: req-5c5b4d96-16b1-46c2-8057-34a9cee3c9aa {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:54.061107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "name": "network-vif-plugged", "status": "completed", "tag": "a903c483-3505-4c5d-9652-f34609414d9d", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:54.062055 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c5b4d96-16b1-46c2-8057-34a9cee3c9aa {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:54.062924 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5b4d96-16b1-46c2-8057-34a9cee3c9aa'] response: {'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d', 'code': 200} Oct 28 09:45:54.087222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f851-aecd-4235-9fd5-59c48d2da22a req-c1146f5a-b9a1-4aaf-86db-fa509de3b22e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:54.089144 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aa83f851-aecd-4235-9fd5-59c48d2da22a req-c1146f5a-b9a1-4aaf-86db-fa509de3b22e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0598693 Oct 28 09:45:54.096259 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f656d88e-2b63-40ee-bb0d-f4d63914d529), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.103115 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['c2310b44-82bb-408f-85b5-8a5556b92e25'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:45:54.108146 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.133052 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f656d88e-2b63-40ee-bb0d-f4d63914d529 HTTP/1.1" status: 204 len: 168 time: 0.1962187 Oct 28 09:45:54.150205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aa83f851-aecd-4235-9fd5-59c48d2da22a req-369e6336-47bb-43b6-bb3d-280129c5e008 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548482 Oct 28 09:45:54.160542 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadfd62-c3fd-41ea-9294-d562c2b96315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656d88e-2b63-40ee-bb0d-f4d63914d529,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:54.390857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37366) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:54.530918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6216550c-9246-47c6-b6aa-80d0cd7fdd66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.588826 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:54.631660 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc31e0-c923-4b64-87f7-cb7b955fbb78 req-39127e42-f0ea-46ee-a4c8-1859c8bbc0e7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:54.633200 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2acc31e0-c923-4b64-87f7-cb7b955fbb78 req-39127e42-f0ea-46ee-a4c8-1859c8bbc0e7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.2918751 Oct 28 09:45:54.639588 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6216550c-9246-47c6-b6aa-80d0cd7fdd66 admin admin] Publish callbacks [] for security_group (d5ee4dd9-717c-44cf-a1ae-223de893aec6), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.646938 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6216550c-9246-47c6-b6aa-80d0cd7fdd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d5ee4dd9-717c-44cf-a1ae-223de893aec6), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.690356 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6216550c-9246-47c6-b6aa-80d0cd7fdd66 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=850015556bfb49fe8f1acef5a8eb81da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983646 Oct 28 09:45:54.691238 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216550c-9246-47c6-b6aa-80d0cd7fdd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee4dd9-717c-44cf-a1ae-223de893aec6,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:54.693710 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37380) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:54.706954 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aab69-5dec-4186-a8a1-482a7b6bf4b5 req-71d83f1c-1cef-41e4-8767-a4c0a865a239 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:54.714285 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-562aab69-5dec-4186-a8a1-482a7b6bf4b5 req-71d83f1c-1cef-41e4-8767-a4c0a865a239 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.1105783 Oct 28 09:45:54.746296 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2acc31e0-c923-4b64-87f7-cb7b955fbb78 req-c929228f-d56e-435a-8f63-e89387f3568b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020715 Oct 28 09:45:54.747458 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:54.752256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] Publish callbacks [] for security_group (d5ee4dd9-717c-44cf-a1ae-223de893aec6), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.786830 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] Publish callbacks [] for security_group (d5ee4dd9-717c-44cf-a1ae-223de893aec6), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.818773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:54.865387 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d5ee4dd9-717c-44cf-a1ae-223de893aec6), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.868271 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:54.869389 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d5ee4dd9-717c-44cf-a1ae-223de893aec6 HTTP/1.1" status: 204 len: 168 time: 0.1747861 Oct 28 09:45:54.877803 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96788b1-4452-452f-8c51-b4e1bc73fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee4dd9-717c-44cf-a1ae-223de893aec6,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:54.887638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-562aab69-5dec-4186-a8a1-482a7b6bf4b5 req-4df13ded-9371-4639-9d36-3f80b87b24bb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723509 Oct 28 09:45:55.022921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-3c2c1792-50b5-4af9-8dbf-01e79919badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.027793 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-3c2c1792-50b5-4af9-8dbf-01e79919badb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1127 time: 0.2080004 Oct 28 09:45:55.058448 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c1f85-bd47-44f3-9bf8-2825d8f7bc97 req-b539b6fe-6338-4b00-8a78-ba647b5562f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.060104 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-a39c1f85-bd47-44f3-9bf8-2825d8f7bc97 req-b539b6fe-6338-4b00-8a78-ba647b5562f3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 1130 time: 0.0796049 Oct 28 09:45:55.085192 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b9e4adaa-fbad-4c9a-a64d-9100d97f2f4f req-1f8aa21d-fd40-4ff6-a29a-6450fd60a1ab service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038337 Oct 28 09:45:55.136869 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-a39c1f85-bd47-44f3-9bf8-2825d8f7bc97 req-487cb883-73bc-4f9d-a641-59f03361e667 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Oct 28 09:45:55.222022 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:55.234837 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-42b2b9d5-9c79-4c29-8ff3-6612b11ff906 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456496 Oct 28 09:45:55.256230 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d054643-4d6e-4699-8d5f-6cb4d5f667f5 req-651e8733-e755-4cc0-b64a-705b1a9c7848 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.257747 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d054643-4d6e-4699-8d5f-6cb4d5f667f5 req-651e8733-e755-4cc0-b64a-705b1a9c7848 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1696877 Oct 28 09:45:55.277571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b19a-168e-4242-bdff-21d8aba9a4f2 req-74e5f50e-4e04-4bd3-8746-39c80ef69440 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.284477 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cd99b19a-168e-4242-bdff-21d8aba9a4f2 req-74e5f50e-4e04-4bd3-8746-39c80ef69440 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.1788306 Oct 28 09:45:55.340358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device e1425374-6966-45a1-bf96-5df1dadc813c details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:45:55.369190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:55.397258 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-2f40c700-98e0-4a3c-a8e6-7802fa47896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.398681 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-2f40c700-98e0-4a3c-a8e6-7802fa47896d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.3637090 Oct 28 09:45:55.420627 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d054643-4d6e-4699-8d5f-6cb4d5f667f5 req-fa7463d9-fb6e-4d9f-a634-7148c0bcb662 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543508 Oct 28 09:45:55.438809 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37418) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:55.456390 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7964c58-9fdc-4530-924e-4cb4373cc5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.493129 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cd99b19a-168e-4242-bdff-21d8aba9a4f2 req-62501c50-14f6-4b68-8a66-bec2c8d4797f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065659 Oct 28 09:45:55.494584 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port c2310b44-82bb-408f-85b5-8a5556b92e25 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:45:55.536378 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port c2310b44-82bb-408f-85b5-8a5556b92e25 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:55.538284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.538786 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port c2310b44-82bb-408f-85b5-8a5556b92e25 Oct 28 09:45:55.590842 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7964c58-9fdc-4530-924e-4cb4373cc5ec admin admin] Publish callbacks [] for security_group (b32d0fe1-a80c-4279-93ee-151a91fa0689), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.597388 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7964c58-9fdc-4530-924e-4cb4373cc5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b32d0fe1-a80c-4279-93ee-151a91fa0689), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.611686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eaf63-29a0-4a8e-8c06-2ce37ec6792d req-044cac6b-7b5a-4374-baa1-c2c17f3274b2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:55.613239 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df5eaf63-29a0-4a8e-8c06-2ce37ec6792d req-044cac6b-7b5a-4374-baa1-c2c17f3274b2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 943 time: 0.0706809 Oct 28 09:45:55.656938 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e1425374-6966-45a1-bf96-5df1dadc813c,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:55.672590 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f7964c58-9fdc-4530-924e-4cb4373cc5ec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b6f3f3448a024da9b80d46c67db75454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316408 Oct 28 09:45:55.675449 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37422) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:45:55.686336 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7964c58-9fdc-4530-924e-4cb4373cc5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d0fe1-a80c-4279-93ee-151a91fa0689,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:55.712139 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'port_id': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'mac_address': 'fa:16:3e:57:41:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:45:55.718337 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df5eaf63-29a0-4a8e-8c06-2ce37ec6792d req-6e3a6fea-6909-43f7-88d6-2daa1be15f22 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979886 Oct 28 09:45:55.794841 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port e1425374-6966-45a1-bf96-5df1dadc813c is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:55.795231 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.813476 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] Publish callbacks [] for security_group (b32d0fe1-a80c-4279-93ee-151a91fa0689), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.818275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:55.823032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1425374-6966-45a1-bf96-5df1dadc813c {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:45:55.839446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:55.845395 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.862233 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab7e125d-cbc1-4753-9f51-6f00cbb71ccb req-0d91ab32-a0cb-4215-b5af-38c60dd616f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770203 Oct 28 09:45:55.864957 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] Publish callbacks [] for security_group (b32d0fe1-a80c-4279-93ee-151a91fa0689), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.890081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e1425374-6966-45a1-bf96-5df1dadc813c,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:55.900083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.924995 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b32d0fe1-a80c-4279-93ee-151a91fa0689), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.928233 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.932601 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b32d0fe1-a80c-4279-93ee-151a91fa0689 HTTP/1.1" status: 204 len: 168 time: 0.2535071 Oct 28 09:45:55.940583 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:55.947386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:55.948135 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03913f03-72b9-4172-b735-f76d6351dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d0fe1-a80c-4279-93ee-151a91fa0689,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:55.967063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:55.994603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbdc3e-289a-45a6-ad5f-2baadcf152b4 req-4adb9f96-a65a-4e4c-88d1-4cbdcc5809a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:56.001682 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0cdbdc3e-289a-45a6-ad5f-2baadcf152b4 req-4adb9f96-a65a-4e4c-88d1-4cbdcc5809a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.0971184 Oct 28 09:45:56.005936 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:56.065047 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:56.067485 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103750a-5dab-4b4c-b8f7-718ccdceff0b" -d '{"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:56.070944 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651662a9-c782-409d-ad86-342787da914f req-c4eeafed-fcc3-44c7-a3f6-dd0179dc77ba tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:56.072714 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-651662a9-c782-409d-ad86-342787da914f req-c4eeafed-fcc3-44c7-a3f6-dd0179dc77ba tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0690525 Oct 28 09:45:56.073776 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:56.130676 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0cdbdc3e-289a-45a6-ad5f-2baadcf152b4 req-d2a9029c-376d-45c5-8666-a99f78073560 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280215 Oct 28 09:45:56.133191 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-8020d5a3-0a7c-476d-b9a2-f4887d5f4dd1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 217 time: 0.0515709 Oct 28 09:45:56.184827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2711f1d7-56bb-440b-837d-b50af9432c2a x-openstack-request-id: req-2711f1d7-56bb-440b-837d-b50af9432c2a {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:56.185156 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:56.185412 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2711f1d7-56bb-440b-837d-b50af9432c2a {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:56.186085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-651662a9-c782-409d-ad86-342787da914f req-4f7d49b6-450e-42dc-9511-101fd4be0842 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934334 Oct 28 09:45:56.186206 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2711f1d7-56bb-440b-837d-b50af9432c2a'] response: {'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'code': 200} Oct 28 09:45:56.338665 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['e1425374-6966-45a1-bf96-5df1dadc813c'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:45:56.545246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee3738-e9ac-4f58-a1bf-8ac6003ce1ee req-8f85086f-6fca-4063-b9b9-61b4a967a9d6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:56.547061 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6ee3738-e9ac-4f58-a1bf-8ac6003ce1ee req-8f85086f-6fca-4063-b9b9-61b4a967a9d6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0521283 Oct 28 09:45:56.623565 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:56.639758 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31b03a-1405-45c8-8be6-3acc554c31ce req-a0d86aee-8b47-461f-bbb3-c439af954c95 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:56.641242 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab31b03a-1405-45c8-8be6-3acc554c31ce req-a0d86aee-8b47-461f-bbb3-c439af954c95 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.0697107 Oct 28 09:45:56.645149 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6ee3738-e9ac-4f58-a1bf-8ac6003ce1ee req-94cd64dd-4306-446a-adc2-7eab4313b6a0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877752 Oct 28 09:45:56.693939 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab31b03a-1405-45c8-8be6-3acc554c31ce req-f4f96716-58d7-4411-91f9-5b13788a9f70 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Oct 28 09:45:56.854694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70dcfd-c86c-41a0-a7d3-2f5829ad9f7c req-3590fe50-99f2-4372-928d-57a8425698f9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:56.856229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc70dcfd-c86c-41a0-a7d3-2f5829ad9f7c req-3590fe50-99f2-4372-928d-57a8425698f9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 944 time: 0.0501368 Oct 28 09:45:56.929342 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc70dcfd-c86c-41a0-a7d3-2f5829ad9f7c req-3f109f0d-0d31-4683-a0d5-f2a7ac8aec1b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657678 Oct 28 09:45:57.312274 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997755a1-0d4d-4f19-8551-fe7b8b20d47a req-5333dcaf-60a1-42f9-ae68-41e65894ea39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:57.313949 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-997755a1-0d4d-4f19-8551-fe7b8b20d47a req-5333dcaf-60a1-42f9-ae68-41e65894ea39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0752645 Oct 28 09:45:57.370629 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9f0a-2e5a-45ae-b852-465a681f173a req-fe5278da-907d-4502-910d-e7c0a2cc800d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:57.372818 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device e1425374-6966-45a1-bf96-5df1dadc813c up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:45:57.377882 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1eb9f0a-2e5a-45ae-b852-465a681f173a req-fe5278da-907d-4502-910d-e7c0a2cc800d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0867996 Oct 28 09:45:57.424095 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port e1425374-6966-45a1-bf96-5df1dadc813c completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:45:57.424618 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-997755a1-0d4d-4f19-8551-fe7b8b20d47a req-8fd4fb23-a88e-43bd-aa6f-8a3ca5aad210 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938978 Oct 28 09:45:57.431881 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port e1425374-6966-45a1-bf96-5df1dadc813c triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:45:57.432588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:57.433392 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port e1425374-6966-45a1-bf96-5df1dadc813c Oct 28 09:45:57.447434 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1eb9f0a-2e5a-45ae-b852-465a681f173a req-0b2335aa-68ee-428e-bafc-2c6085b9e656 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686989 Oct 28 09:45:57.518029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port e1425374-6966-45a1-bf96-5df1dadc813c is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:45:57.518446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:57.552450 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e1425374-6966-45a1-bf96-5df1dadc813c,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:45:57.557591 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:45:57.605872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:45:57.613053 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.613404 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.613753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.614122 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.614489 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.614867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.615206 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.615537 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.615869 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.616199 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.616528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.616857 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.617188 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.617512 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.617837 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:45:57.821403 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:57.839693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516edce-a569-471d-bd52-fd80b2f6aaf9 req-bbe925f0-4e22-42e5-8867-bdbd13d5a54f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:57.841265 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d516edce-a569-471d-bd52-fd80b2f6aaf9 req-bbe925f0-4e22-42e5-8867-bdbd13d5a54f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0802381 Oct 28 09:45:57.847006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2daf8-df15-4484-bcee-f840313a8027 req-bd839d2d-ad86-41e4-b64b-1269263fc50d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:57.848371 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34e2daf8-df15-4484-bcee-f840313a8027 req-bd839d2d-ad86-41e4-b64b-1269263fc50d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.0765946 Oct 28 09:45:57.922330 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d516edce-a569-471d-bd52-fd80b2f6aaf9 req-34515bfe-f637-42d7-947a-1765ea7621c8 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730243 Oct 28 09:45:57.925572 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34e2daf8-df15-4484-bcee-f840313a8027 req-4821db23-5156-4348-81ea-92e86e43f42e tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702403 Oct 28 09:45:58.077519 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-d9747fae-9794-454b-84e5-b10c765e59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:58.079172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-d9747fae-9794-454b-84e5-b10c765e59ee service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0975597 Oct 28 09:45:58.095182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277b1ec-ad59-4d71-b2ac-851c07d2da20 req-2f3f06d3-297a-430e-9f08-71bc1957219b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:58.096895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e277b1ec-ad59-4d71-b2ac-851c07d2da20 req-2f3f06d3-297a-430e-9f08-71bc1957219b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0631790 Oct 28 09:45:58.171455 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e277b1ec-ad59-4d71-b2ac-851c07d2da20 req-8fcc5133-3baf-428a-a56d-a9fb261ffa6c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635989 Oct 28 09:45:58.187999 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:45:58.191366 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3f5ec-471c-44c8-8e98-adae3e286822" -d '{"events": [{"server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "name": "network-vif-plugged", "status": "completed", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:45:58.242726 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1737671-190d-4c0d-bb0a-29a360407458 x-openstack-request-id: req-c1737671-190d-4c0d-bb0a-29a360407458 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:45:58.243310 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "name": "network-vif-plugged", "status": "completed", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:45:58.243632 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1737671-190d-4c0d-bb0a-29a360407458 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:45:58.244123 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1737671-190d-4c0d-bb0a-29a360407458'] response: {'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'code': 200} Oct 28 09:45:58.357973 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62ae3-adee-4f77-8329-07303aa550a0 req-41f70050-c79e-4a14-a5a4-b1d9e698cb0f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:58.364891 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d6b62ae3-adee-4f77-8329-07303aa550a0 req-41f70050-c79e-4a14-a5a4-b1d9e698cb0f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0898230 Oct 28 09:45:58.430805 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d6b62ae3-adee-4f77-8329-07303aa550a0 req-f5203c8d-5fcd-4c02-9781-da584598b7a7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Oct 28 09:45:58.615505 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2dd97-bbcb-4068-b5a0-736a9f506f52 req-5141f505-3f37-4b13-b8d0-39a3eae5a1d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:58.617827 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40b2dd97-bbcb-4068-b5a0-736a9f506f52 req-5141f505-3f37-4b13-b8d0-39a3eae5a1d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0998912 Oct 28 09:45:58.637183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f11233-1aaa-467d-9efb-7e04792821c9 req-ee907399-d15b-43dc-bf7e-cb50ea8c1ba2 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:58.638665 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e3f11233-1aaa-467d-9efb-7e04792821c9 req-ee907399-d15b-43dc-bf7e-cb50ea8c1ba2 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0727823 Oct 28 09:45:58.705911 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40b2dd97-bbcb-4068-b5a0-736a9f506f52 req-c4bb42f7-c3be-4b38-a628-c12bdcecf7ab tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810583 Oct 28 09:45:58.713455 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e3f11233-1aaa-467d-9efb-7e04792821c9 req-999d23f0-1328-48c7-a80c-ca337e926089 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658224 Oct 28 09:45:59.283351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6e52-0cd7-4354-a12d-f943563ba7da req-6368b88c-8fb0-4b87-8600-37ec883deae5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:59.284666 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c41a6e52-0cd7-4354-a12d-f943563ba7da req-6368b88c-8fb0-4b87-8600-37ec883deae5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0458171 Oct 28 09:45:59.340066 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c41a6e52-0cd7-4354-a12d-f943563ba7da req-177c9d6b-aa61-49c1-ae93-2d8207bd581f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497429 Oct 28 09:45:59.548516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbb2fe-2531-4cd1-a44c-88a79cddc245 req-7ba69ab3-7820-4d57-b9df-ef7c71e27308 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:59.548516 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-70bbb2fe-2531-4cd1-a44c-88a79cddc245 req-7ba69ab3-7820-4d57-b9df-ef7c71e27308 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0467219 Oct 28 09:45:59.591781 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:45:59.596690 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-70bbb2fe-2531-4cd1-a44c-88a79cddc245 req-7bcf872b-9247-4925-a260-e0d628c8b924 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Oct 28 09:45:59.869166 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2829c8-f035-4efc-af2c-80a41d60dff4 req-f08183f1-7efa-4d5e-8350-c555c85ecf21 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:59.870664 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e2829c8-f035-4efc-af2c-80a41d60dff4 req-f08183f1-7efa-4d5e-8350-c555c85ecf21 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0799966 Oct 28 09:45:59.876356 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6470dc-60a7-468b-a2db-6c4f6ec84837 req-bd4a8192-ca36-4993-89ff-4f8df45ddb65 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:45:59.877710 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1e6470dc-60a7-468b-a2db-6c4f6ec84837 req-bd4a8192-ca36-4993-89ff-4f8df45ddb65 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 944 time: 0.0849314 Oct 28 09:45:59.954842 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e2829c8-f035-4efc-af2c-80a41d60dff4 req-ae662cd3-270d-4f6f-ad8f-298cc94fbe9e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761611 Oct 28 09:45:59.958078 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1e6470dc-60a7-468b-a2db-6c4f6ec84837 req-769ab745-49fa-4299-bead-288867e1a04e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721111 Oct 28 09:46:00.449702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:00.458255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41caf54-a024-4b50-b02e-36de7c451443 req-9977352e-6caa-416b-b7d0-6b34f660a7b3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:00.460342 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c41caf54-a024-4b50-b02e-36de7c451443 req-9977352e-6caa-416b-b7d0-6b34f660a7b3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0470297 Oct 28 09:46:00.507230 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c41caf54-a024-4b50-b02e-36de7c451443 req-b94bab71-ceb0-4ec5-8802-e6c3dac137c3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Oct 28 09:46:00.718248 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee37016-f52c-4c71-bd18-f7cc35b8a005 req-28871b68-7c71-4f58-9e09-70cc63a965fd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:00.719650 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ee37016-f52c-4c71-bd18-f7cc35b8a005 req-28871b68-7c71-4f58-9e09-70cc63a965fd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Oct 28 09:46:00.765881 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ee37016-f52c-4c71-bd18-f7cc35b8a005 req-8833d128-cd54-4d96-ab35-6ccb7f682a68 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Oct 28 09:46:00.774149 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 392bf558-627c-4e33-82ed-38a82396d7b0 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:46:00.805794 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.852611 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:00.888377 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=392bf558-627c-4e33-82ed-38a82396d7b0,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:00.900527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '392bf558-627c-4e33-82ed-38a82396d7b0', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:46:00.935039 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 392bf558-627c-4e33-82ed-38a82396d7b0 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:00.935427 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:00.948708 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392bf558-627c-4e33-82ed-38a82396d7b0 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:46:00.952473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:00.970982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=392bf558-627c-4e33-82ed-38a82396d7b0,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:00.975013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:01.028468 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:01.118657 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf08fb-8c50-40d1-89b5-01c8b7430463 req-160729ba-1f8e-4d85-b9b3-f574b59ea5e7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:01.120164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fbf08fb-8c50-40d1-89b5-01c8b7430463 req-160729ba-1f8e-4d85-b9b3-f574b59ea5e7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0748944 Oct 28 09:46:01.125911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61454394-0007-4897-8e27-6cc4f0fd156d req-a5029c2a-06fa-4b7a-bcb7-eb1366d6582f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:01.127307 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61454394-0007-4897-8e27-6cc4f0fd156d req-a5029c2a-06fa-4b7a-bcb7-eb1366d6582f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 945 time: 0.0721090 Oct 28 09:46:01.203461 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fbf08fb-8c50-40d1-89b5-01c8b7430463 req-a9e6c130-130a-4cbc-afe1-bda5bee12827 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752192 Oct 28 09:46:01.207476 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61454394-0007-4897-8e27-6cc4f0fd156d req-ac635600-3cdf-4ad3-b193-f31036e4ed96 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733199 Oct 28 09:46:01.423956 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['392bf558-627c-4e33-82ed-38a82396d7b0'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:46:01.486666 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-5816551d-bb82-4e59-a117-3eb1867044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:01.488982 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-5816551d-bb82-4e59-a117-3eb1867044e9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0527039 Oct 28 09:46:01.648057 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9561e-45c7-497f-967c-ca97256ec777 req-1f692fb2-40e7-47f9-aa0d-82a973bc22f5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:01.649873 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-22a9561e-45c7-497f-967c-ca97256ec777 req-1f692fb2-40e7-47f9-aa0d-82a973bc22f5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0532079 Oct 28 09:46:01.726463 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-22a9561e-45c7-497f-967c-ca97256ec777 req-8974c933-a16a-47a3-a2bc-e96b89acdbf4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692203 Oct 28 09:46:01.892667 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba24f4-7770-4838-a6d9-5ac7d4a63806 req-6a83ddf0-ad36-4f5d-9110-98c2453ad87b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:01.894209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61ba24f4-7770-4838-a6d9-5ac7d4a63806 req-6a83ddf0-ad36-4f5d-9110-98c2453ad87b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0520935 Oct 28 09:46:01.946947 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61ba24f4-7770-4838-a6d9-5ac7d4a63806 req-8642af08-fc1d-4368-90eb-9fd3934c5022 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Oct 28 09:46:02.346538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f1847-04b2-48da-b738-6e247acf9be1 req-ae0bdbca-962f-494f-92fb-27fa5727a130 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:02.348016 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd1f1847-04b2-48da-b738-6e247acf9be1 req-ae0bdbca-962f-494f-92fb-27fa5727a130 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0464587 Oct 28 09:46:02.393809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd1f1847-04b2-48da-b738-6e247acf9be1 req-8d59d5e8-df6b-4154-9606-6c7eb3a2dcf6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397162 Oct 28 09:46:02.496109 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a78a0f-c66f-46e5-84a1-3f4231b98ec6 req-252347df-e82d-479c-85ac-072769e6af70 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:02.497607 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e9a78a0f-c66f-46e5-84a1-3f4231b98ec6 req-252347df-e82d-479c-85ac-072769e6af70 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 945 time: 0.0447352 Oct 28 09:46:02.529506 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:02.547560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e9a78a0f-c66f-46e5-84a1-3f4231b98ec6 req-81f9dc5e-7fba-41b4-8de0-d70959250efa tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444570 Oct 28 09:46:02.645435 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-694cd96c-8216-424b-81a3-2ac470d744cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:02.839412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51564501-b6d9-4853-8cea-13dd3554b558 req-591fe7ab-4473-47dc-aa77-89fddf73d85b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:02.840956 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51564501-b6d9-4853-8cea-13dd3554b558 req-591fe7ab-4473-47dc-aa77-89fddf73d85b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0456703 Oct 28 09:46:02.887315 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51564501-b6d9-4853-8cea-13dd3554b558 req-53f25e64-50c2-4715-a131-41afc328ad0b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Oct 28 09:46:03.065992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c48302-75fb-4e73-9aa8-fb66ccb1812b req-dcc2939e-0707-4bae-a376-0b21b081b456 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:03.067411 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-02c48302-75fb-4e73-9aa8-fb66ccb1812b req-dcc2939e-0707-4bae-a376-0b21b081b456 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0454853 Oct 28 09:46:03.115302 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-02c48302-75fb-4e73-9aa8-fb66ccb1812b req-e68c6ca9-47ca-4a21-a23b-b9ef6f686402 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Oct 28 09:46:03.705219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449f54-3098-43ea-826e-f4722863e685 req-f36ac15f-66bf-4f3c-bc45-17c48d54bae2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:03.706609 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40449f54-3098-43ea-826e-f4722863e685 req-f36ac15f-66bf-4f3c-bc45-17c48d54bae2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.2334793 Oct 28 09:46:03.754132 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40449f54-3098-43ea-826e-f4722863e685 req-67371b78-1cfa-4df3-a25d-4b948ab8dcb9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Oct 28 09:46:03.857295 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0854da-1345-4ad5-8024-a961a7e02d7b req-7b06754c-48e3-48c0-a2eb-743b5f5b796e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:03.858764 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fc0854da-1345-4ad5-8024-a961a7e02d7b req-7b06754c-48e3-48c0-a2eb-743b5f5b796e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 945 time: 0.0449779 Oct 28 09:46:03.884558 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:03.906040 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fc0854da-1345-4ad5-8024-a961a7e02d7b req-352bf4b5-f937-4a11-8264-ae6d1042d0fe tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Oct 28 09:46:04.009941 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2fdd9-fb49-4944-b842-d53566e7a79a req-87330035-b0ad-4543-8141-6af873424ee1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:04.012019 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39c2fdd9-fb49-4944-b842-d53566e7a79a req-87330035-b0ad-4543-8141-6af873424ee1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0498440 Oct 28 09:46:04.061128 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39c2fdd9-fb49-4944-b842-d53566e7a79a req-f7a16afe-e018-4529-9de1-3d23b4e3f92d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Oct 28 09:46:04.235038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796886f5-3d90-4854-bb85-da8618d87144 req-193ada02-01f4-4902-9831-8122edde5231 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:04.236511 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-796886f5-3d90-4854-bb85-da8618d87144 req-193ada02-01f4-4902-9831-8122edde5231 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0456903 Oct 28 09:46:04.284290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-796886f5-3d90-4854-bb85-da8618d87144 req-fd18981d-1877-4d0b-8e51-6a79335baa3a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Oct 28 09:46:04.967135 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589380a-d375-4d08-a829-49c96ee3ca86 req-a7284d77-505b-47b3-8f20-368ff41164e5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:04.973661 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-c9b10651-394c-41dc-bc5e-7eb7232172ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:04.974319 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4589380a-d375-4d08-a829-49c96ee3ca86 req-a7284d77-505b-47b3-8f20-368ff41164e5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1269996 Oct 28 09:46:04.983751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 392bf558-627c-4e33-82ed-38a82396d7b0 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:04.987259 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:04.993204 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:05.026171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0d023-75a5-4570-9348-5b3b64f5ee4d req-29318fa9-c0da-4a25-b82d-d8d2537b2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.027979 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-41a0d023-75a5-4570-9348-5b3b64f5ee4d req-29318fa9-c0da-4a25-b82d-d8d2537b2cd4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1129 time: 0.1376717 Oct 28 09:46:05.043256 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 392bf558-627c-4e33-82ed-38a82396d7b0 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:46:05.053398 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 392bf558-627c-4e33-82ed-38a82396d7b0 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:05.053895 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:05.054238 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 392bf558-627c-4e33-82ed-38a82396d7b0 Oct 28 09:46:05.089515 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4589380a-d375-4d08-a829-49c96ee3ca86 req-38f86092-5b28-4b9c-8b32-5c7b5afdf34f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116400 Oct 28 09:46:05.118677 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-f6c1747b-015b-4a0a-b0ae-33319c438ab9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223361 Oct 28 09:46:05.201269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 392bf558-627c-4e33-82ed-38a82396d7b0 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:05.201654 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:05.245698 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=392bf558-627c-4e33-82ed-38a82396d7b0,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:05.246991 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:05.249527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42458c39-06e2-447f-aac1-150f08da9ea4" -d '{"events": [{"server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "name": "network-vif-plugged", "status": "completed", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:05.254716 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:05.298967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d384c82-1702-4311-bc77-8d7f7f83b492 req-f9a05dd3-b5fb-4ada-a593-f3480a53fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.304065 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-9d384c82-1702-4311-bc77-8d7f7f83b492 req-f9a05dd3-b5fb-4ada-a593-f3480a53fda7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1129 time: 0.1221387 Oct 28 09:46:05.348513 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-41a0d023-75a5-4570-9348-5b3b64f5ee4d req-a7ab3c11-43c9-498c-b4f1-d4469b3b151e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336228 Oct 28 09:46:05.367681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-3d924c86-540a-4128-9e31-677429aa7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.369636 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-3d924c86-540a-4128-9e31-677429aa7377 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1129 time: 0.1071341 Oct 28 09:46:05.383961 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad3e3a-cb49-46f8-940a-e7f77bcb2e56 req-a489bcf5-0289-4ceb-8f7a-90bfaa499bdc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.385536 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b4ad3e3a-cb49-46f8-940a-e7f77bcb2e56 req-a489bcf5-0289-4ceb-8f7a-90bfaa499bdc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.1242261 Oct 28 09:46:05.401547 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-9d384c82-1702-4311-bc77-8d7f7f83b492 req-ebe30acc-8ad2-4daa-83db-a0e7f2714beb service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863087 Oct 28 09:46:05.435065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:05.449663 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30cc68f-4029-4e53-b874-cddf750918c5 req-f3f943c7-8af4-42b2-a999-df05b5cdc819 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106949 Oct 28 09:46:05.454772 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:05.477456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b4ad3e3a-cb49-46f8-940a-e7f77bcb2e56 req-09b6daff-2335-4c1b-a3ef-f90e42b2c7f1 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847728 Oct 28 09:46:05.517203 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f64356-4761-47d2-9845-2dc40c2b02d5 x-openstack-request-id: req-b7f64356-4761-47d2-9845-2dc40c2b02d5 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:05.517513 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "name": "network-vif-plugged", "status": "completed", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:05.518608 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7f64356-4761-47d2-9845-2dc40c2b02d5 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:05.519020 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f64356-4761-47d2-9845-2dc40c2b02d5'] response: {'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0', 'code': 200} Oct 28 09:46:05.619475 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d296a-b3c5-4f34-adbb-73b5d12635ac req-243354ee-ea84-445a-aada-e1dc47218733 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.621696 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1a4d296a-b3c5-4f34-adbb-73b5d12635ac req-243354ee-ea84-445a-aada-e1dc47218733 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0709887 Oct 28 09:46:05.729731 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5d918-3315-426b-bd5a-cc32d5c6d7ca req-e6891190-d039-443d-a47b-90ebd5b4122a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:05.731290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3c5d918-3315-426b-bd5a-cc32d5c6d7ca req-e6891190-d039-443d-a47b-90ebd5b4122a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1084986 Oct 28 09:46:05.740985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1a4d296a-b3c5-4f34-adbb-73b5d12635ac req-879fe533-b6f1-4c1f-a750-f62f2879e890 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077311 Oct 28 09:46:05.805629 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3c5d918-3315-426b-bd5a-cc32d5c6d7ca req-24b29c23-5610-4df9-b10e-e2c0e657c2e0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636117 Oct 28 09:46:05.920508 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37722) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:06.033094 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9ac43454-1a90-47a2-bb69-14b2aa40d14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.117182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9ac43454-1a90-47a2-bb69-14b2aa40d14d admin admin] Publish callbacks [] for security_group (85a4aa14-bd78-4da5-9ab3-0248ccb62f5c), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.123171 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9ac43454-1a90-47a2-bb69-14b2aa40d14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (85a4aa14-bd78-4da5-9ab3-0248ccb62f5c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.144872 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:06.153301 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:06.159331 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac43454-1a90-47a2-bb69-14b2aa40d14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4aa14-bd78-4da5-9ab3-0248ccb62f5c,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:06.225700 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-bae502cf-e659-49b4-bd87-d904f12094e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:06.227518 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-bae502cf-e659-49b4-bd87-d904f12094e6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1337619 Oct 28 09:46:06.242613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2419-4206-4c47-a952-0d056a5b6581 req-3cee746e-92ea-4dda-92ff-13f1f314edd7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:06.244339 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-349b2419-4206-4c47-a952-0d056a5b6581 req-3cee746e-92ea-4dda-92ff-13f1f314edd7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0705354 Oct 28 09:46:06.300525 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-349b2419-4206-4c47-a952-0d056a5b6581 req-7c5e7ae8-745c-4d47-94bc-ba7a19e44924 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480115 Oct 28 09:46:06.325843 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:06.345216 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9ac43454-1a90-47a2-bb69-14b2aa40d14d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b01bb33e4c8d45c9a6f04ce2d478d33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234986 Oct 28 09:46:06.347899 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37728) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:06.395760 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] Publish callbacks [] for security_group (85a4aa14-bd78-4da5-9ab3-0248ccb62f5c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.415537 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] Publish callbacks [] for security_group (85a4aa14-bd78-4da5-9ab3-0248ccb62f5c), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.461517 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (85a4aa14-bd78-4da5-9ab3-0248ccb62f5c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.463944 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.465058 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/85a4aa14-bd78-4da5-9ab3-0248ccb62f5c HTTP/1.1" status: 204 len: 168 time: 0.1163378 Oct 28 09:46:06.472642 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7cfe3-3940-4f5d-ab0f-1e15876cf9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4aa14-bd78-4da5-9ab3-0248ccb62f5c,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:06.598682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e1caf-bdc6-44ba-a821-a2b6707b0c42 req-578fe613-b76f-455b-bbc8-304994a23e4f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:06.599416 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-247e1caf-bdc6-44ba-a821-a2b6707b0c42 req-578fe613-b76f-455b-bbc8-304994a23e4f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0564744 Oct 28 09:46:06.658324 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-247e1caf-bdc6-44ba-a821-a2b6707b0c42 req-f1152cee-5591-45a0-abfb-0da54a6ccc86 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502441 Oct 28 09:46:06.707662 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:06.907480 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4589a3-4190-4b9f-85dc-750509d52b46 req-e395bdea-e73a-4d99-a8c1-b25726f433da tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:06.909064 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab4589a3-4190-4b9f-85dc-750509d52b46 req-e395bdea-e73a-4d99-a8c1-b25726f433da tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0764666 Oct 28 09:46:06.926638 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37758) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:06.971998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dd09a-9821-4c7f-9857-1cde4c990f57 req-fe682fc7-0748-4ffc-bc12-b9424f12354f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:06.980208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f12dd09a-9821-4c7f-9857-1cde4c990f57 req-fe682fc7-0748-4ffc-bc12-b9424f12354f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0902796 Oct 28 09:46:07.034983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab4589a3-4190-4b9f-85dc-750509d52b46 req-a8d54cba-0602-4804-b447-e9092c86d18b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052325 Oct 28 09:46:07.069955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f12dd09a-9821-4c7f-9857-1cde4c990f57 req-44439caf-6b3f-415d-8909-0875cacd7525 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886047 Oct 28 09:46:07.124980 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1dc114bf-3558-4277-8e77-6c0c227cbabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.217906 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1dc114bf-3558-4277-8e77-6c0c227cbabc admin admin] Publish callbacks [] for security_group (a8dea392-4a23-48cb-a473-403736b5ccee), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.223489 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1dc114bf-3558-4277-8e77-6c0c227cbabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a8dea392-4a23-48cb-a473-403736b5ccee), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.259318 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc114bf-3558-4277-8e77-6c0c227cbabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dea392-4a23-48cb-a473-403736b5ccee,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:07.276488 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37788) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:07.310304 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1dc114bf-3558-4277-8e77-6c0c227cbabc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a494a7278e794ae89e8824b81cebe7bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818586 Oct 28 09:46:07.314833 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37794) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:07.316302 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-b297bb84-837f-46c3-9f70-517cabf9b53b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35 HTTP/1.1" status: 200 len: 217 time: 0.0813475 Oct 28 09:46:07.381802 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] Publish callbacks [] for security_group (a8dea392-4a23-48cb-a473-403736b5ccee), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.397534 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936449506-network', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:07.420586 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Made reservation on behalf of 6f99f17a6cab46039419eb3b44bdd142 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:07.423342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.434363 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.445788 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] Publish callbacks [] for security_group (a8dea392-4a23-48cb-a473-403736b5ccee), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.469462 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9553bbb-f98f-4537-a598-3fd5b0d26182 req-34554ad6-248b-4b97-9afb-0751adcf3bea tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:07.470982 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a9553bbb-f98f-4537-a598-3fd5b0d26182 req-34554ad6-248b-4b97-9afb-0751adcf3bea tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0702281 Oct 28 09:46:07.523602 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks [] for security_group (3688dd2b-3a0d-43ba-826b-646be9618813), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.528166 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3688dd2b-3a0d-43ba-826b-646be9618813), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.542214 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a9553bbb-f98f-4537-a598-3fd5b0d26182 req-39325998-d4ea-47f6-a944-b69a532f09eb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578294 Oct 28 09:46:07.560079 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:46:07.560954 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a8dea392-4a23-48cb-a473-403736b5ccee), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.564784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.566286 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a8dea392-4a23-48cb-a473-403736b5ccee HTTP/1.1" status: 204 len: 168 time: 0.2489324 Oct 28 09:46:07.582054 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688dd2b-3a0d-43ba-826b-646be9618813,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:07.594375 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (08998415-5935-47cf-865b-35d3f4df0b45), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.594750 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Added segment 08998415-5935-47cf-865b-35d3f4df0b45 of type vlan for network 4312b894-27db-4853-89d7-6a6630738a6b Oct 28 09:46:07.610632 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e46993-e7b9-4109-9b5d-6e262cb82bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dea392-4a23-48cb-a473-403736b5ccee,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:07.638931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (4312b894-27db-4853-89d7-6a6630738a6b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.670827 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (4312b894-27db-4853-89d7-6a6630738a6b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.672466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:07.673231 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.745361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37814) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:07.779926 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4996839 Oct 28 09:46:07.780288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37818) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:07.785549 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Request body: {'subnet': {'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936449506-subnet', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:07.794949 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b325b0a-8b80-406a-a380-4f8e8cbc0cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=4312b894-27db-4853-89d7-6a6630738a6b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:07.805595 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 4312b894-27db-4853-89d7-6a6630738a6b details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:46:07.809094 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:07.819200 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Made reservation on behalf of 6f99f17a6cab46039419eb3b44bdd142 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:07.821611 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:07.985547 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.051028 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.058876 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.068806 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-b639174d-4fed-4773-b8ab-70caa7d71ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.070531 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-b639174d-4fed-4773-b8ab-70caa7d71ad0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.2046864 Oct 28 09:46:08.105776 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (d15506cf-9201-43a4-b2ce-b4f49b1d9347), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.135052 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dd272-e633-4152-a454-26c22d520b99 req-7468a511-ff56-452a-83c4-e28b7bbe9d02 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.139229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a64dd272-e633-4152-a454-26c22d520b99 req-7468a511-ff56-452a-83c4-e28b7bbe9d02 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.3594639 Oct 28 09:46:08.143640 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-883ac411-8d82-4b50-b8fa-2613d96fb542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.149185 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37832) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:08.166254 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'floatingip': {'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:08.176676 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f857154-499d-402d-af97-7c4d2a8df132 req-eaef867b-0583-413b-a1ce-d69a5b418947 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.187704 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3f857154-499d-402d-af97-7c4d2a8df132 req-eaef867b-0583-413b-a1ce-d69a5b418947 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.3180642 Oct 28 09:46:08.200345 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.258177 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.309388 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4977e0f-77a5-4fda-9632-bae3878192fc req-abc748eb-23e4-463a-80d1-e6eef38ff16a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.310933 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4977e0f-77a5-4fda-9632-bae3878192fc req-abc748eb-23e4-463a-80d1-e6eef38ff16a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0907481 Oct 28 09:46:08.332668 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3f857154-499d-402d-af97-7c4d2a8df132 req-0b30f840-7ad2-4017-97be-9978641f3e36 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411018 Oct 28 09:46:08.333614 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15506cf-9201-43a4-b2ce-b4f49b1d9347,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:08.340888 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Checking segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:08.341226 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Network hostable DHCP agents. Network: 4312b894-27db-4853-89d7-6a6630738a6b, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:46:08.390135 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.421015 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Network 4312b894-27db-4853-89d7-6a6630738a6b is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:46:08.436352 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4977e0f-77a5-4fda-9632-bae3878192fc req-8af12384-f8ca-471c-b307-58853e783d3f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932314 Oct 28 09:46:08.483830 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 4312b894-27db-4853-89d7-6a6630738a6b) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:08.490003 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.490997 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.491651 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeea07d-a98f-47ec-b280-0f9e12b0e367 None None] Network 4312b894-27db-4853-89d7-6a6630738a6b requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:08.521795 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f3bfdbd5-140e-46fd-9e69-b9576d382f0c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7401226 Oct 28 09:46:08.524509 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37844) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:08.531472 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:08.556976 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-883ac411-8d82-4b50-b8fa-2613d96fb542 admin admin] Publish callbacks [] for security_group (b9889629-0e08-44e3-a5ba-1c60107f5357), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.599929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-883ac411-8d82-4b50-b8fa-2613d96fb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b9889629-0e08-44e3-a5ba-1c60107f5357), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.607239 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.608468 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.630795 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1041100-f984-4e66-9bfd-a3c19cfa6ee5 req-07e50648-38d6-4a87-beef-a0b00856f651 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.632257 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f1041100-f984-4e66-9bfd-a3c19cfa6ee5 req-07e50648-38d6-4a87-beef-a0b00856f651 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1932766 Oct 28 09:46:08.650998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c643e7-6f9e-45c1-b019-5870bb7d283a req-e2afa6ab-fa86-4a8d-9875-fbb2585c1d00 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:08.652534 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-82c643e7-6f9e-45c1-b019-5870bb7d283a req-e2afa6ab-fa86-4a8d-9875-fbb2585c1d00 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1164269 Oct 28 09:46:08.667827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-4312b894-27db-4853-89d7-6a6630738a6b', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:46:08.669057 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.669933 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37848) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:08.683776 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'floatingip': {'port_id': 'e1425374-6966-45a1-bf96-5df1dadc813c'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:08.684027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ac411-8d82-4b50-b8fa-2613d96fb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9889629-0e08-44e3-a5ba-1c60107f5357,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:08.693058 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-883ac411-8d82-4b50-b8fa-2613d96fb542 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7332b23691264d34b110a6a5955c8ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9460230 Oct 28 09:46:08.694155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37850) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:08.751045 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f1041100-f984-4e66-9bfd-a3c19cfa6ee5 req-1504aa61-8a07-4b36-a5c6-13612e05626b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Oct 28 09:46:08.788069 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] Publish callbacks [] for security_group (b9889629-0e08-44e3-a5ba-1c60107f5357), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.810296 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.829261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] Publish callbacks [] for security_group (b9889629-0e08-44e3-a5ba-1c60107f5357), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.832952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.840891 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:08.871127 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.900702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b9889629-0e08-44e3-a5ba-1c60107f5357), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.903583 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Allocated IP 172.20.0.2 (4312b894-27db-4853-89d7-6a6630738a6b/d15506cf-9201-43a4-b2ce-b4f49b1d9347/8b152d93-fd30-4acf-98db-3d6ceee9e094) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:08.904802 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:08.910383 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9889629-0e08-44e3-a5ba-1c60107f5357 HTTP/1.1" status: 204 len: 168 time: 0.2141349 Oct 28 09:46:08.923009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa267d3-f542-464a-8264-20afe02d56fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9889629-0e08-44e3-a5ba-1c60107f5357,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:08.996879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for router_controller (aee01a73-9c64-4ea0-8e68-620a23c4d496), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.093324 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks [] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.100997 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.151935 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Network 4312b894-27db-4853-89d7-6a6630738a6b is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:09.157105 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:09.161465 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:09.199705 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Pushing event updated for resources: {'Port': ['ID=8b152d93-fd30-4acf-98db-3d6ceee9e094,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:09.270094 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Attempting to bind port 8b152d93-fd30-4acf-98db-3d6ceee9e094 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:09.271613 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Attempting to bind port 8b152d93-fd30-4acf-98db-3d6ceee9e094 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:09.272358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Attempting to bind port 8b152d93-fd30-4acf-98db-3d6ceee9e094 on network 4312b894-27db-4853-89d7-6a6630738a6b {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:09.356805 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:09.357496 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Checking segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:09.358246 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.360507 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Bound using segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:09.361398 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Bound port: 8b152d93-fd30-4acf-98db-3d6ceee9e094, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:09.362126 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.441657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] For port 8b152d93-fd30-4acf-98db-3d6ceee9e094, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:09.446056 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] For port 8b152d93-fd30-4acf-98db-3d6ceee9e094, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8b152d93-fd30-4acf-98db-3d6ceee9e094,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:09.456398 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.509368 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37868) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:09.553209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149f2f6-6ba4-4865-be14-fe6d577ef3bb None None] Pushing event updated for resources: {'Port': ['ID=8b152d93-fd30-4acf-98db-3d6ceee9e094,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:09.574452 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4fef9924-42eb-4491-9aa0-29cd07808551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.586443 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e430-be7d-40d2-9a58-e4c565a481c0 req-b083b1e5-19ba-4c90-9b71-a3cddb8d8d57 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:09.586443 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e539e430-be7d-40d2-9a58-e4c565a481c0 req-b083b1e5-19ba-4c90-9b71-a3cddb8d8d57 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.1400759 Oct 28 09:46:09.637989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-3c243ed7-aae6-441c-98a8-0f7409b00d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:09.639605 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-3c243ed7-aae6-441c-98a8-0f7409b00d72 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1436493 Oct 28 09:46:09.659219 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:09.674171 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-a6daead6-37b5-493a-9379-98c8320fcfee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827422 Oct 28 09:46:09.683700 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:09.699324 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.db.resource_extend [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 28 09:46:09.711123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e539e430-be7d-40d2-9a58-e4c565a481c0 req-6cad537c-544d-44ba-9a5e-17cbcc2d7d0f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054199 Oct 28 09:46:09.782656 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4fef9924-42eb-4491-9aa0-29cd07808551 admin admin] Publish callbacks [] for security_group (47804889-78fd-4c75-a855-6f9c38c6aa97), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.792598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4fef9924-42eb-4491-9aa0-29cd07808551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (47804889-78fd-4c75-a855-6f9c38c6aa97), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.816415 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for router_gateway (aee01a73-9c64-4ea0-8e68-620a23c4d496), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.860962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4fef9924-42eb-4491-9aa0-29cd07808551 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ee3e0a7af3f44970a619bf123fdf2465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409798 Oct 28 09:46:09.867399 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37874) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:09.899803 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b866c-aff2-4159-a3a1-95b4d24e6117 req-ba6a0ab1-cda3-4b77-8148-b29bdb5fd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:09.915315 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-284b866c-aff2-4159-a3a1-95b4d24e6117 req-ba6a0ab1-cda3-4b77-8148-b29bdb5fd1b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 1130 time: 0.2903070 Oct 28 09:46:09.925083 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef9924-42eb-4491-9aa0-29cd07808551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47804889-78fd-4c75-a855-6f9c38c6aa97,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:09.968859 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8b152d93-fd30-4acf-98db-3d6ceee9e094 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:09.982175 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] Publish callbacks [] for security_group (47804889-78fd-4c75-a855-6f9c38c6aa97), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:09.986878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:10.003659 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.015199 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d939f-8412-4c60-b94a-5e54bfa34dec req-9da053dd-6f7b-4322-8529-fecd6c93ce2d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:10.017496 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e95d939f-8412-4c60-b94a-5e54bfa34dec req-9da053dd-6f7b-4322-8529-fecd6c93ce2d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1084030 Oct 28 09:46:10.017658 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.028770 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 8b152d93-fd30-4acf-98db-3d6ceee9e094 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:10.029285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.029722 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 8b152d93-fd30-4acf-98db-3d6ceee9e094 Oct 28 09:46:10.033811 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] Publish callbacks [] for security_group (47804889-78fd-4c75-a855-6f9c38c6aa97), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.101882 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:10.112365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 8b152d93-fd30-4acf-98db-3d6ceee9e094 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:10.113083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.117317 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e95d939f-8412-4c60-b94a-5e54bfa34dec req-604a0d21-e56a-49c6-8f4d-a0a5c85ceb85 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875151 Oct 28 09:46:10.146541 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (47804889-78fd-4c75-a855-6f9c38c6aa97), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.150192 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.151678 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/47804889-78fd-4c75-a855-6f9c38c6aa97 HTTP/1.1" status: 204 len: 168 time: 0.2834663 Oct 28 09:46:10.155399 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 8b152d93-fd30-4acf-98db-3d6ceee9e094, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8b152d93-fd30-4acf-98db-3d6ceee9e094,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:10.160486 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4344fa-94e3-4512-806c-126d0f06e037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47804889-78fd-4c75-a855-6f9c38c6aa97,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:10.167831 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.228922 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=8b152d93-fd30-4acf-98db-3d6ceee9e094,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:10.311683 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Floating IP d96ba70c-2841-4525-aa0f-3a13c231dd22 associated. External IP: 172.37.3.164, port: c2310b44-82bb-408f-85b5-8a5556b92e25. Oct 28 09:46:10.457466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for router_gateway (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.488871 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.537139 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:10.688983 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.724466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.840767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84659e-8ad0-4175-bc37-f4c6408ce7cc None None] Network 4312b894-27db-4853-89d7-6a6630738a6b requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:10.934920 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-4e568805-6331-4417-89e1-87056f0d5a30 None None] Provisioning complete for port 8b152d93-fd30-4acf-98db-3d6ceee9e094 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:10.935288 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4e568805-6331-4417-89e1-87056f0d5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:10.935562 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-4e568805-6331-4417-89e1-87056f0d5a30 None None] Attempt 1 to provision port 8b152d93-fd30-4acf-98db-3d6ceee9e094 Oct 28 09:46:10.961919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:10.994682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899b6f1-09eb-4077-b61d-a1823776ea65 req-4f1b195c-6859-4c3a-9e64-784f28a521df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:10.996309 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5899b6f1-09eb-4077-b61d-a1823776ea65 req-4f1b195c-6859-4c3a-9e64-784f28a521df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.1843283 Oct 28 09:46:11.019284 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Allocated IP 172.37.3.176 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:11.025011 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-284b866c-aff2-4159-a3a1-95b4d24e6117 req-bf1cc21e-954d-4823-b7e5-1dc50924084b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699290 Oct 28 09:46:11.037227 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-0131f304-7258-4bd2-a533-f7bbe6772c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:11.039103 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-0131f304-7258-4bd2-a533-f7bbe6772c4e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.1300225 Oct 28 09:46:11.043969 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Floating IP 37992698-a300-4cb3-a786-2ea317fcea44 associated. External IP: 172.37.3.20, port: e1425374-6966-45a1-bf96-5df1dadc813c. Oct 28 09:46:11.079328 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:11.093213 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-3d8d5497-8255-472b-9b8d-e297b19c46d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209103 Oct 28 09:46:11.110494 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5899b6f1-09eb-4077-b61d-a1823776ea65 req-b7c7a683-254d-4df6-b1d0-6ecf5864a661 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985494 Oct 28 09:46:11.151814 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-4e568805-6331-4417-89e1-87056f0d5a30 None None] Current status of the port 8b152d93-fd30-4acf-98db-3d6ceee9e094 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:11.301358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c7ec-27cd-4ecb-acfc-6dc57c19dc5f req-7c9d5741-1775-4ce4-afbc-26d49d3078da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:11.311987 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f647c7ec-27cd-4ecb-acfc-6dc57c19dc5f req-7c9d5741-1775-4ce4-afbc-26d49d3078da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0751464 Oct 28 09:46:11.312352 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:11.384425 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f647c7ec-27cd-4ecb-acfc-6dc57c19dc5f req-90b1027f-d283-40d1-a033-d112b7dcb120 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Oct 28 09:46:11.474129 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-9d35b11b-df0a-4520-a1c1-b4e841760a04 None None] Provisioning complete for port 8b152d93-fd30-4acf-98db-3d6ceee9e094 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:11.474378 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-9d35b11b-df0a-4520-a1c1-b4e841760a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:11.474764 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-9d35b11b-df0a-4520-a1c1-b4e841760a04 None None] Attempt 1 to provision port 8b152d93-fd30-4acf-98db-3d6ceee9e094 Oct 28 09:46:11.553503 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:11.571990 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:11.572309 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-9d35b11b-df0a-4520-a1c1-b4e841760a04 None None] Current status of the port 8b152d93-fd30-4acf-98db-3d6ceee9e094 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:11.619805 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:11.624821 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:11.659953 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:11.688231 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:11.688986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:11.740947 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0976fa89-0ab0-4562-8fef-6162dbe7633a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/d96ba70c-2841-4525-aa0f-3a13c231dd22 HTTP/1.1" status: 200 len: 991 time: 3.5878439 Oct 28 09:46:11.746949 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:11.749221 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3747ca1e-8550-43c9-b1c9-e3863feda2be" -d '{"events": [{"name": "network-changed", "server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:11.788106 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:11.846589 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db7921-786d-411b-90e3-d584e5b6184a x-openstack-request-id: req-02db7921-786d-411b-90e3-d584e5b6184a {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:11.846942 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:11.847255 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02db7921-786d-411b-90e3-d584e5b6184a {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:11.847773 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02db7921-786d-411b-90e3-d584e5b6184a'] response: {'name': 'network-changed', 'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'status': 'completed', 'code': 200} Oct 28 09:46:11.871803 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:11.876626 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:11.881051 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:11.887901 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:11.902590 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8b152d93-fd30-4acf-98db-3d6ceee9e094 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:11.948508 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab059505-a394-427b-b85c-6f99b5da2f95 req-2ce830f5-758b-4f0e-8b3a-fddf52f22314 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116741 Oct 28 09:46:11.951612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-7f9551e5-cc43-4dee-af84-c74ec3fd04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:11.953281 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-7f9551e5-cc43-4dee-af84-c74ec3fd04d5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.2897568 Oct 28 09:46:12.005825 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 8b152d93-fd30-4acf-98db-3d6ceee9e094 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:12.006226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:12.008485 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 8b152d93-fd30-4acf-98db-3d6ceee9e094 Oct 28 09:46:12.016795 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:12.025892 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:12.125857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:12.245913 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:12.253726 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 8b152d93-fd30-4acf-98db-3d6ceee9e094 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:12.256887 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:12.281775 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:12.297850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:12.298711 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:12.306034 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for router_gateway (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:12.370313 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6de5e-e215-4846-b5fc-4b457bb42430 req-06949e82-e03e-4dbb-a3ef-abb5cde7db14 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:12.374765 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-07b6de5e-e215-4846-b5fc-4b457bb42430 req-06949e82-e03e-4dbb-a3ef-abb5cde7db14 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.1058269 Oct 28 09:46:12.407576 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2334b429-919f-4a5a-b1a9-fac9f0fbbeeb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/37992698-a300-4cb3-a786-2ea317fcea44 HTTP/1.1" status: 200 len: 990 time: 3.7363098 Oct 28 09:46:12.485855 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:12.524055 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:12.527263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37960) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:12.555546 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'd96ba70c-2841-4525-aa0f-3a13c231dd22', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:12Z', 'updated_at': '2022-10-28T09:46:09Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:12.597851 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:12.608414 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:12.609259 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:12.631118 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-b9624880-85d0-441c-92f5-73413e407822 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 217 time: 0.2341669 Oct 28 09:46:12.712467 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-92748930-0014-4556-8c9f-a7b6832d089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:12.724537 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-92748930-0014-4556-8c9f-a7b6832d089b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1129 time: 0.3330472 Oct 28 09:46:12.763527 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f9728-79bc-4f19-bfbf-e419d97e1ae1 req-ee18d200-0783-4843-9426-b4faa179ac1a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:12.768469 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-484f9728-79bc-4f19-bfbf-e419d97e1ae1 req-ee18d200-0783-4843-9426-b4faa179ac1a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.2394285 Oct 28 09:46:12.776701 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-07b6de5e-e215-4846-b5fc-4b457bb42430 req-cbd1f23b-e0ba-4770-8b26-7f89371568a4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3767319 Oct 28 09:46:12.797776 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:12.823295 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:12.839906 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ce3313d-32fc-429f-af0e-da020d895384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:12.886358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:12.939004 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '37992698-a300-4cb3-a786-2ea317fcea44', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.20', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:57:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:19Z', 'updated_at': '2022-10-28T09:46:10Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:12.968203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:12.975070 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:12.996250 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:12.997269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:13.049972 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37966) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:13.060424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-484f9728-79bc-4f19-bfbf-e419d97e1ae1 req-c1261783-22ee-40bd-9957-28faa954f8b9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763543 Oct 28 09:46:13.132333 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-47c0a379-a74e-44f2-82bb-d41781c5c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:13.147634 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-47c0a379-a74e-44f2-82bb-d41781c5c28a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.2173686 Oct 28 09:46:13.154084 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Router aee01a73-9c64-4ea0-8e68-620a23c4d496 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:46:13.171583 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:13.213722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:13.225936 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'd96ba70c-2841-4525-aa0f-3a13c231dd22', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:12Z', 'updated_at': '2022-10-28T09:46:09Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:13.250838 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-874efbf3-3d02-4919-bae6-37bc395eab44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.257548 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c820610-ec30-40bc-b95e-d1468c3cf87c None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'd96ba70c-2841-4525-aa0f-3a13c231dd22', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:12Z', 'updated_at': '2022-10-28T09:46:09Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:13.281032 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122eab8-b297-4da3-85bb-b0774f916513 req-fbe9e8d2-a9bb-4d18-a6b0-563ffc96931d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:13.282712 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e122eab8-b297-4da3-85bb-b0774f916513 req-fbe9e8d2-a9bb-4d18-a6b0-563ffc96931d tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.0594158 Oct 28 09:46:13.284781 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ce3313d-32fc-429f-af0e-da020d895384 admin admin] Publish callbacks [] for security_group (b6d7c426-0855-4b92-93fa-23657fce7819), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.292325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ce3313d-32fc-429f-af0e-da020d895384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b6d7c426-0855-4b92-93fa-23657fce7819), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.305091 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:13.326872 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3313d-32fc-429f-af0e-da020d895384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7c426-0855-4b92-93fa-23657fce7819,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:13.350067 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:13.367025 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7ce3313d-32fc-429f-af0e-da020d895384 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6420fd41004d4984a3d429e21a9ebda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7921293 Oct 28 09:46:13.371052 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37972) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:13.373851 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Sync routers for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:13.381515 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.387318 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2e51a322-bcbb-411e-be7c-cb272a819458 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8616831 Oct 28 09:46:13.390309 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 37974) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:13.391372 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:13.392393 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:13.489764 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] Publish callbacks [] for security_group (b6d7c426-0855-4b92-93fa-23657fce7819), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.518196 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-874efbf3-3d02-4919-bae6-37bc395eab44 admin admin] Publish callbacks [] for security_group (846cdf54-4f54-4797-b7b1-68e636945903), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.545163 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] Publish callbacks [] for security_group (b6d7c426-0855-4b92-93fa-23657fce7819), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.548327 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-874efbf3-3d02-4919-bae6-37bc395eab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (846cdf54-4f54-4797-b7b1-68e636945903), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.550569 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:13.552480 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '37992698-a300-4cb3-a786-2ea317fcea44', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.20', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:57:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:19Z', 'updated_at': '2022-10-28T09:46:10Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:13.600414 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be7e09-d988-45b9-9a53-9960acf58563 None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '37992698-a300-4cb3-a786-2ea317fcea44', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.20', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:57:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:19Z', 'updated_at': '2022-10-28T09:46:10Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:13.613561 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:13.637285 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-874efbf3-3d02-4919-bae6-37bc395eab44 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cf55b636326949af89a39bdc5087e60e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5859144 Oct 28 09:46:13.637910 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:13.640659 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37976) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:13.641298 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874efbf3-3d02-4919-bae6-37bc395eab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846cdf54-4f54-4797-b7b1-68e636945903,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:13.790872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] Publish callbacks [] for security_group (846cdf54-4f54-4797-b7b1-68e636945903), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.803126 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e122eab8-b297-4da3-85bb-b0774f916513 req-4a301605-700b-489a-932f-0f53cc4cee37 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143306 Oct 28 09:46:13.813520 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] Publish callbacks [] for security_group (846cdf54-4f54-4797-b7b1-68e636945903), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.842290 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b6d7c426-0855-4b92-93fa-23657fce7819), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.857216 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.860865 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6d7c426-0855-4b92-93fa-23657fce7819 HTTP/1.1" status: 204 len: 168 time: 0.4862916 Oct 28 09:46:13.865948 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:13.868295 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9" -d '{"events": [{"name": "network-changed", "server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:13.884900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a71d-f8d6-4def-b0ca-7e547c552a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7c426-0855-4b92-93fa-23657fce7819,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:13.927788 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:11Z', 'revision_number': 3, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:13.934645 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (846cdf54-4f54-4797-b7b1-68e636945903), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.941412 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:13.948072 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/846cdf54-4f54-4797-b7b1-68e636945903 HTTP/1.1" status: 204 len: 168 time: 0.2868297 Oct 28 09:46:13.976389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f267f823-ae00-4b5e-8514-79cd40128ef2 x-openstack-request-id: req-f267f823-ae00-4b5e-8514-79cd40128ef2 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:13.976684 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:13.976943 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f267f823-ae00-4b5e-8514-79cd40128ef2 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:13.977356 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f267f823-ae00-4b5e-8514-79cd40128ef2'] response: {'name': 'network-changed', 'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'status': 'completed', 'code': 200} Oct 28 09:46:13.985796 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b04a3-865b-4677-8dc0-912ef6857095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846cdf54-4f54-4797-b7b1-68e636945903,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:13.987480 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Checking router: aee01a73-9c64-4ea0-8e68-620a23c4d496 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:13.988443 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Updating router aee01a73-9c64-4ea0-8e68-620a23c4d496 port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:46:14.028464 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.096088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ab9d4-c294-4df3-a6c3-1beb6748b06d None None] New status for floating IP 37992698-a300-4cb3-a786-2ea317fcea44: ACTIVE {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:46:14.347661 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3c0fb-e099-4f58-8598-d8bf27865a02 req-e8d5b92e-8e52-410d-b091-9d3a97aac7df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:14.354948 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bcc3c0fb-e099-4f58-8598-d8bf27865a02 req-e8d5b92e-8e52-410d-b091-9d3a97aac7df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.3015933 Oct 28 09:46:14.382707 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-a3e36189-b9b5-40cf-b49f-872b5d8a8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:14.385873 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-a3e36189-b9b5-40cf-b49f-872b5d8a8a14 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.6136699 Oct 28 09:46:14.405580 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:14.414841 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29281212-4cb2-44e6-ba6c-7289f62dc897 req-3844b2af-d29d-446e-8923-0d96e5842506 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:14.425442 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-29281212-4cb2-44e6-ba6c-7289f62dc897 req-3844b2af-d29d-446e-8923-0d96e5842506 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.2034702 Oct 28 09:46:14.511708 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks [] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.517010 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 37998) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:14.518640 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.532823 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f3915fd-bc86-4a26-a0b8-03829f457556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.595384 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Pushing event updated for resources: {'Port': ['ID=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:14.601796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:14.621190 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Attempting to bind port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:14.624454 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Attempting to bind port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:14.625523 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Attempting to bind port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:14.662652 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bcc3c0fb-e099-4f58-8598-d8bf27865a02 req-b81101bb-cbf2-472c-a7b5-0548f320fabe tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699103 Oct 28 09:46:14.675389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f3915fd-bc86-4a26-a0b8-03829f457556 admin admin] Publish callbacks [] for security_group (74c24298-9fed-4a68-a4bb-31929d70a88b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.676311 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-29281212-4cb2-44e6-ba6c-7289f62dc897 req-463b20ca-d7c3-42a0-ad7e-f81bb7b25d5a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500117 Oct 28 09:46:14.682336 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aed7ea-ba15-4bff-bb53-2312658274c4 None None] New status for floating IP d96ba70c-2841-4525-aa0f-3a13c231dd22: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:46:14.684027 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f3915fd-bc86-4a26-a0b8-03829f457556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (74c24298-9fed-4a68-a4bb-31929d70a88b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.727986 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3915fd-bc86-4a26-a0b8-03829f457556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c24298-9fed-4a68-a4bb-31929d70a88b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:14.733036 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0f3915fd-bc86-4a26-a0b8-03829f457556 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=da3a54eed2ae4badb177db372e0dfe75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147272 Oct 28 09:46:14.741942 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38004) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:14.829154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:14.852644 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911c382-b21c-431b-b314-17163422881a req-0b4cad93-0fa3-4157-ab09-3df70f31b200 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:14.854205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3911c382-b21c-431b-b314-17163422881a req-0b4cad93-0fa3-4157-ab09-3df70f31b200 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0867684 Oct 28 09:46:14.868176 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38010) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:14.873077 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:14.885167 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.885578 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.886699 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.887217 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.887673 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.888075 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.888472 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.888934 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.889331 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.889769 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.890158 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.890583 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.890966 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.891347 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.891770 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:14.941955 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:14.955691 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] Publish callbacks [] for security_group (74c24298-9fed-4a68-a4bb-31929d70a88b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.027371 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] Publish callbacks [] for security_group (74c24298-9fed-4a68-a4bb-31929d70a88b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.039957 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:15.045565 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b23078-954d-4324-8793-e00e7cac3d61 req-d7e8f530-41a3-45e4-bd6f-375578c2d09a tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:15.047500 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17b23078-954d-4324-8793-e00e7cac3d61 req-d7e8f530-41a3-45e4-bd6f-375578c2d09a tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.1111078 Oct 28 09:46:15.128729 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:15.129258 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:15.129879 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.130645 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:15.132001 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Bound port: e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:15.132493 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.167626 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.184340 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17b23078-954d-4324-8793-e00e7cac3d61 req-00428019-a4b7-4086-9870-ba820f894f00 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235611 Oct 28 09:46:15.210135 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (74c24298-9fed-4a68-a4bb-31929d70a88b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.220966 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] For port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:15.225864 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] For port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:15.226065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.228592 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74c24298-9fed-4a68-a4bb-31929d70a88b HTTP/1.1" status: 204 len: 168 time: 0.4856484 Oct 28 09:46:15.236715 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.253170 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe214c77-1f0b-4b00-acd1-19cc75871055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c24298-9fed-4a68-a4bb-31929d70a88b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:15.282524 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:15.283507 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:15.331876 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:15.362300 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f38009-a8d2-485e-8685-77aa7bab8a01 None None] Pushing event updated for resources: {'Port': ['ID=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:15.471633 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:15.535908 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Allocated IP 172.20.0.1 (4312b894-27db-4853-89d7-6a6630738a6b/d15506cf-9201-43a4-b2ce-b4f49b1d9347/e8d47bfd-555b-4639-a253-f614ddfc9b9b) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:15.564153 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:15.760463 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:11Z', 'revision_number': 3, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:15.815335 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c1713-a208-49d3-85ef-a0184308c951 None None] The sync data for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi is: [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:11Z', 'revision_number': 3, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:15.822714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-31b52f63-d8c6-4d84-bf7d-e08c409394fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:15.824222 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-31b52f63-d8c6-4d84-bf7d-e08c409394fd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1335559 Oct 28 09:46:15.829340 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:15.898543 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.910598 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:15.914230 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.920343 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks [] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:15.997809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-cf987594-4ec9-4eb7-842e-f3c57bdd24b0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 1001 time: 0.1927454 Oct 28 09:46:16.003981 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f700f-ae86-485d-9b77-42e5e7f385e1 req-adab3f5d-4b91-4cd2-8c2f-be247c55c2d7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.005767 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-470f1161-5ab1-49be-9343-e6a3346bfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.005943 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-875f700f-ae86-485d-9b77-42e5e7f385e1 req-adab3f5d-4b91-4cd2-8c2f-be247c55c2d7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1795454 Oct 28 09:46:16.007361 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-470f1161-5ab1-49be-9343-e6a3346bfc13 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1129 time: 0.1067724 Oct 28 09:46:16.056157 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:16.084898 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP 75629bea-c206-42dd-8ac7-ab65c289182f associated. External IP: 172.37.3.202, port: 392bf558-627c-4e33-82ed-38a82396d7b0. Oct 28 09:46:16.164352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:16.297515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Network 4312b894-27db-4853-89d7-6a6630738a6b is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:16.374654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-28de1f06-82b3-4f01-9338-a65338fd6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.376153 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-28de1f06-82b3-4f01-9338-a65338fd6206 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.2429149 Oct 28 09:46:16.377028 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:16.389220 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-875f700f-ae86-485d-9b77-42e5e7f385e1 req-44aa12a9-218f-4f0e-8bc7-1f5e75ac077b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696201 Oct 28 09:46:16.403624 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:16.406525 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:16.420687 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:16.443706 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-9f236b10-262d-42bf-803d-b65f4fd7ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.445229 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-9f236b10-262d-42bf-803d-b65f4fd7ad50 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.3020008 Oct 28 09:46:16.591785 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387303de-789c-451c-b91e-2b5a606f3e9b req-f4368f5f-a8e0-4a88-8de5-4c10a12ae73f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.593366 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-387303de-789c-451c-b91e-2b5a606f3e9b req-f4368f5f-a8e0-4a88-8de5-4c10a12ae73f tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.1956959 Oct 28 09:46:16.682374 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-1d872b3c-9d28-4a9c-a1d4-d378b6447316 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740926 Oct 28 09:46:16.684323 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-ac1069a2-7d68-41dd-8ed7-94e226888c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.685508 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-5d2ad7ad-4c56-40e3-9294-a5f32faa4827 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 1000 time: 0.1887226 Oct 28 09:46:16.685753 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-ac1069a2-7d68-41dd-8ed7-94e226888c3f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1732740 Oct 28 09:46:16.711207 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:16.742072 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a5d25a2a-5f7a-4c14-8ae0-cf9c6b461e91 None None] Provisioning complete for port e8d47bfd-555b-4639-a253-f614ddfc9b9b triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:16.742717 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a5d25a2a-5f7a-4c14-8ae0-cf9c6b461e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:16.745368 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a5d25a2a-5f7a-4c14-8ae0-cf9c6b461e91 None None] Attempt 1 to provision port e8d47bfd-555b-4639-a253-f614ddfc9b9b Oct 28 09:46:16.775950 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-79a20dfd-1586-4160-be88-e6305316966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.779986 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-79a20dfd-1586-4160-be88-e6305316966b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0791528 Oct 28 09:46:16.830610 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a5d25a2a-5f7a-4c14-8ae0-cf9c6b461e91 None None] Port e8d47bfd-555b-4639-a253-f614ddfc9b9b cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:16.840237 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcf1aaec-b391-493b-9398-dbf7bad98ff4 req-d3a44a05-b00f-41e8-ad8f-8646471a232a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329813 Oct 28 09:46:16.912714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-172917a6-1c71-4d9a-826b-6061130c936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:16.914283 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-172917a6-1c71-4d9a-826b-6061130c936b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0982039 Oct 28 09:46:16.935959 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=100 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:16.951450 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:16.956275 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:16.962336 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:16.981825 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:16.982815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:17.062907 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f0cb47f0-8133-4249-a359-c862af35b215 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/75629bea-c206-42dd-8ac7-ab65c289182f HTTP/1.1" status: 200 len: 992 time: 2.1932836 Oct 28 09:46:17.066387 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:17.071506 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83988d-15f0-4f9c-bbbe-5ada326816aa" -d '{"events": [{"name": "network-changed", "server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:17.127547 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f18184-1e6f-4b01-88f5-5a79bfb540a1 x-openstack-request-id: req-e6f18184-1e6f-4b01-88f5-5a79bfb540a1 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:17.127968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:17.128331 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f18184-1e6f-4b01-88f5-5a79bfb540a1 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:17.128953 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f18184-1e6f-4b01-88f5-5a79bfb540a1'] response: {'name': 'network-changed', 'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0', 'status': 'completed', 'code': 200} Oct 28 09:46:17.152460 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-14dee3bf-9e0f-4576-9fbd-b7c378b5d9d6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839709 Oct 28 09:46:17.162774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:17.190815 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-d7e73478-187e-443e-a182-6ec941e86132 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:17.192322 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-d7e73478-187e-443e-a182-6ec941e86132 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.5002167 Oct 28 09:46:17.241054 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-387303de-789c-451c-b91e-2b5a606f3e9b req-524541c0-1f74-451d-b18a-f3ef5b8a6ae2 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6155937 Oct 28 09:46:17.250693 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:17.353688 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-8df3eceb-1c59-4c70-bbf7-46cb3666dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:17.355624 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-8df3eceb-1c59-4c70-bbf7-46cb3666dce2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 1130 time: 0.0902402 Oct 28 09:46:17.358829 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-e65be5f3-b897-4970-82e0-3da209490b58 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472333 Oct 28 09:46:17.378651 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-912beeef-347e-4913-8e5b-8214768f899c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753001 Oct 28 09:46:17.450741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:17.460202 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:17.624207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:15Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:17.651879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:17.662585 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:17.663448 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:17.769186 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-e55d40ea-51ed-41b2-8b9d-f66578ab5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:17.773179 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-e55d40ea-51ed-41b2-8b9d-f66578ab5d33 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.3090332 Oct 28 09:46:17.812664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Deleting port a903c483-3505-4c5d-9652-f34609414d9d {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:46:17.813009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (a903c483-3505-4c5d-9652-f34609414d9d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:17.824987 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:17.930466 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68b8c-f30e-40b2-8a84-40054a028ddb req-45f34ff7-ee6c-4d71-bb39-fdb912aaeadc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:17.932063 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1da68b8c-f30e-40b2-8a84-40054a028ddb req-45f34ff7-ee6c-4d71-bb39-fdb912aaeadc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.3171661 Oct 28 09:46:18.045557 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] For port a903c483-3505-4c5d-9652-f34609414d9d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a903c483-3505-4c5d-9652-f34609414d9d,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:18.045925 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (a903c483-3505-4c5d-9652-f34609414d9d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.050036 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3747ca1e-8550-43c9-b1c9-e3863feda2be req-eecd3f35-fa68-416c-b149-32fec69fc8db service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863318 Oct 28 09:46:18.064207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:18.098819 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-446f81c0-1d82-415d-acc0-9a53fc84f9e1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=392bf558-627c-4e33-82ed-38a82396d7b0 HTTP/1.1" status: 200 len: 1000 time: 0.2959251 Oct 28 09:46:18.101985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Calling delete_port for a903c483-3505-4c5d-9652-f34609414d9d owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:46:18.106675 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:18.132408 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:18.187299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:18.187949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.188454 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 Oct 28 09:46:18.214804 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1da68b8c-f30e-40b2-8a84-40054a028ddb req-9232e3ee-e777-45e9-9a59-d4bc9fd52a08 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653360 Oct 28 09:46:18.328751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:18.338782 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:18.339545 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.352426 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:15Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:18.392530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks [] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.394982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032e65b-dfa5-48da-bac0-9192a09c04a9 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:15Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:18.398532 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:18.403435 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.430706 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.431374 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.496455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:18.534492 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e87434-6ac4-45b0-9417-7f9796427b75 req-c0b4fec5-f8b2-431f-b239-4e4f12046470 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:18.536541 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f2e87434-6ac4-45b0-9417-7f9796427b75 req-c0b4fec5-f8b2-431f-b239-4e4f12046470 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 946 time: 0.1835902 Oct 28 09:46:18.632629 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:18.660634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (a903c483-3505-4c5d-9652-f34609414d9d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.683998 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2350bd-6315-4779-90fc-1d41062d37c7 None None] New status for floating IP 75629bea-c206-42dd-8ac7-ab65c289182f: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:46:18.696456 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38126) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:18.706658 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f2e87434-6ac4-45b0-9417-7f9796427b75 req-c7bb5c2a-8db4-4dba-9f2b-8b24254592ca tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=735ea333-5965-44f5-9f88-9f7b63aeb2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560636 Oct 28 09:46:18.715589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Pushing event deleted for resources: {'Port': ['ID=a903c483-3505-4c5d-9652-f34609414d9d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:18.784068 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Network 4312b894-27db-4853-89d7-6a6630738a6b is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:18.788058 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:18.828307 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:18.845784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] No DVR routers for this DVR port a903c483-3505-4c5d-9652-f34609414d9d on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:46:18.849220 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.852479 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e73e9a06-47d2-46ba-b07a-5634f23c7e05 req-6536c819-d5ef-438f-a2e3-06e6cdd971fe tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.55 "DELETE /networking/v2.0/ports/a903c483-3505-4c5d-9652-f34609414d9d HTTP/1.1" status: 204 len: 173 time: 1.6413555 Oct 28 09:46:18.868395 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-16cd5020-5f91-4610-b9e9-10ce39b27cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:18.888791 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'name': 'network-vif-deleted', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:18.891034 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd774831-af9e-4933-bd65-e83eec493879" -d '{"events": [{"server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "name": "network-vif-deleted", "tag": "a903c483-3505-4c5d-9652-f34609414d9d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:18.957485 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3219ff-fb55-4f8b-9489-c15214c31e6b x-openstack-request-id: req-0c3219ff-fb55-4f8b-9489-c15214c31e6b {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:18.957772 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088d0e80-3838-4ada-938b-f26f194d5abc", "name": "network-vif-deleted", "tag": "a903c483-3505-4c5d-9652-f34609414d9d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:18.958572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c3219ff-fb55-4f8b-9489-c15214c31e6b {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:18.958965 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3219ff-fb55-4f8b-9489-c15214c31e6b'] response: {'server_uuid': '088d0e80-3838-4ada-938b-f26f194d5abc', 'name': 'network-vif-deleted', 'tag': 'a903c483-3505-4c5d-9652-f34609414d9d', 'status': 'completed', 'code': 200} Oct 28 09:46:18.981274 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Router aee01a73-9c64-4ea0-8e68-620a23c4d496 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:18.997000 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-16cd5020-5f91-4610-b9e9-10ce39b27cbd admin admin] Publish callbacks [] for security_group (174caac7-30b9-4268-9ba8-67ff79c835ac), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.003183 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-16cd5020-5f91-4610-b9e9-10ce39b27cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (174caac7-30b9-4268-9ba8-67ff79c835ac), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.048594 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:19.056077 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd5020-5f91-4610-b9e9-10ce39b27cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174caac7-30b9-4268-9ba8-67ff79c835ac,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:19.065420 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-16cd5020-5f91-4610-b9e9-10ce39b27cbd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c684e2c6490944f0bcdd5385e39227d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672059 Oct 28 09:46:19.066723 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38132) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:19.108437 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:19.124186 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-093b969c-fb90-484a-acf4-b40b824578d9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/aee01a73-9c64-4ea0-8e68-620a23c4d496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7219996 Oct 28 09:46:19.124290 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Sync routers for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:19.136443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:19.137400 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:19.140308 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] Publish callbacks [] for security_group (174caac7-30b9-4268-9ba8-67ff79c835ac), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.170810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] Publish callbacks [] for security_group (174caac7-30b9-4268-9ba8-67ff79c835ac), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.238213 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (174caac7-30b9-4268-9ba8-67ff79c835ac), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.241844 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.243032 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/174caac7-30b9-4268-9ba8-67ff79c835ac HTTP/1.1" status: 204 len: 168 time: 0.1746831 Oct 28 09:46:19.252017 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde34267-5e2b-4efb-8dcc-543a805b703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174caac7-30b9-4268-9ba8-67ff79c835ac,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:19.284049 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:19.285410 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-d7f2320b-290e-4a9f-861c-5387b2717dbd None None] Provisioning complete for port e8d47bfd-555b-4639-a253-f614ddfc9b9b triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:19.285837 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d7f2320b-290e-4a9f-861c-5387b2717dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.286758 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-d7f2320b-290e-4a9f-861c-5387b2717dbd None None] Attempt 1 to provision port e8d47bfd-555b-4639-a253-f614ddfc9b9b Oct 28 09:46:19.338832 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:19.372473 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aaa89-a5d6-4133-b011-841e143dc70f req-8985e3a1-6c11-486b-b7fe-e7091785dd25 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:19.374205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-839aaa89-a5d6-4133-b011-841e143dc70f req-8985e3a1-6c11-486b-b7fe-e7091785dd25 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0578120 Oct 28 09:46:19.394249 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:19.433307 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-839aaa89-a5d6-4133-b011-841e143dc70f req-586d6c28-159c-4dd2-b4ac-1c63caad79e3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Oct 28 09:46:19.438776 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2320b-290e-4a9f-861c-5387b2717dbd None None] Port e8d47bfd-555b-4639-a253-f614ddfc9b9b cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:19.584826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 2, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:19.611768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Checking router: aee01a73-9c64-4ea0-8e68-620a23c4d496 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:19.612163 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Updating router aee01a73-9c64-4ea0-8e68-620a23c4d496 port e8d47bfd-555b-4639-a253-f614ddfc9b9b binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:46:19.646156 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.671696 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38154) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:19.686464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-daae2e1e-8931-4ce2-a627-1bc9aefab801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.749355 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:19.779338 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-daae2e1e-8931-4ce2-a627-1bc9aefab801 admin admin] Publish callbacks [] for security_group (fb9ae37d-d19e-4fba-b700-5721ab8586e7), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.785335 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-daae2e1e-8931-4ce2-a627-1bc9aefab801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fb9ae37d-d19e-4fba-b700-5721ab8586e7), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.847492 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c018c2ff-f27e-4a06-b59f-4416152ceb5c req-ca105045-cb31-4d37-a220-3e78b5ca5654 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0458097 Oct 28 09:46:19.870629 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-daae2e1e-8931-4ce2-a627-1bc9aefab801 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=55bf3167b7ee406ebbbff2d856ccfbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977818 Oct 28 09:46:19.871348 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38162) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:19.871970 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae2e1e-8931-4ce2-a627-1bc9aefab801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ae37d-d19e-4fba-b700-5721ab8586e7,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:19.904004 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:19.908588 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38164) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:19.914388 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1968353789-network', 'tenant_id': '211973c63e014864a20f470121b94a0f'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:19.936766 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Made reservation on behalf of 211973c63e014864a20f470121b94a0f for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:19.939168 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.940938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] Publish callbacks [] for security_group (fb9ae37d-d19e-4fba-b700-5721ab8586e7), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.951274 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:19.963564 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] Publish callbacks [] for security_group (fb9ae37d-d19e-4fba-b700-5721ab8586e7), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.015283 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fb9ae37d-d19e-4fba-b700-5721ab8586e7), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.017975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.019945 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:20.021962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb9ae37d-d19e-4fba-b700-5721ab8586e7 HTTP/1.1" status: 204 len: 168 time: 0.1469846 Oct 28 09:46:20.023701 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:20.024245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.024847 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 Oct 28 09:46:20.031857 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707da1-b977-48ed-a550-8102d18c96de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9ae37d-d19e-4fba-b700-5721ab8586e7,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.042207 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks [] for security_group (dfacb270-278d-4288-97ea-7f6728346d9f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.047862 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (dfacb270-278d-4288-97ea-7f6728346d9f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.069454 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks [] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.071965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:46:20.086888 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.090581 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfacb270-278d-4288-97ea-7f6728346d9f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.097018 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (a03bde1a-3e28-46f2-98cd-865419cf4eea), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.097590 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Added segment a03bde1a-3e28-46f2-98cd-865419cf4eea of type vlan for network 1ca41bcb-76f4-460d-b32a-7137add8836c Oct 28 09:46:20.146560 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61293fc-49bf-46fa-8676-f5d7e2407f5f None None] Pushing event updated for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.148003 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (1ca41bcb-76f4-460d-b32a-7137add8836c), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.180824 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (1ca41bcb-76f4-460d-b32a-7137add8836c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.182468 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:20.183353 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.218650 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:20.236273 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Attempting to bind port e8d47bfd-555b-4639-a253-f614ddfc9b9b on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:20.236693 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Attempting to bind port e8d47bfd-555b-4639-a253-f614ddfc9b9b by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:20.237104 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Attempting to bind port e8d47bfd-555b-4639-a253-f614ddfc9b9b on network 4312b894-27db-4853-89d7-6a6630738a6b {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:20.243186 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:20.244260 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3343449 Oct 28 09:46:20.249018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38168) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:20.256029 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Request body: {'subnet': {'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1968353789-subnet', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:20.258117 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f8c1e-f0cc-4bbd-bc5a-851ff4b1baa6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca41bcb-76f4-460d-b32a-7137add8836c,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.268401 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:20.275366 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 1ca41bcb-76f4-460d-b32a-7137add8836c details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:46:20.280919 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Made reservation on behalf of 211973c63e014864a20f470121b94a0f for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:20.284266 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.350472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:20.350841 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Checking segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:20.351416 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.351958 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Bound using segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:20.352438 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Bound port: e8d47bfd-555b-4639-a253-f614ddfc9b9b, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:20.352992 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.431195 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] For port e8d47bfd-555b-4639-a253-f614ddfc9b9b, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:20.434605 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] For port e8d47bfd-555b-4639-a253-f614ddfc9b9b, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e8d47bfd-555b-4639-a253-f614ddfc9b9b,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:20.441445 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.486876 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:20.487615 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:20.515297 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (50bd0ee3-5b4b-417a-88a8-e55f7854a4a3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.543431 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61293fc-49bf-46fa-8676-f5d7e2407f5f None None] Pushing event updated for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.617615 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=50bd0ee3-5b4b-417a-88a8-e55f7854a4a3,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:20.626617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f609abd-d647-4072-a9cc-5f3db40760d6 req-2659e352-e0eb-48e5-9585-f20a48be562c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:20.628393 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f609abd-d647-4072-a9cc-5f3db40760d6 req-2659e352-e0eb-48e5-9585-f20a48be562c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0823481 Oct 28 09:46:20.636636 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Checking segment: {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:20.637260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Network hostable DHCP agents. Network: 1ca41bcb-76f4-460d-b32a-7137add8836c, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:46:20.655974 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:20.660464 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['a903c483-3505-4c5d-9652-f34609414d9d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:46:20.691884 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Network 1ca41bcb-76f4-460d-b32a-7137add8836c is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:46:20.758537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-8f3afcbd-e0df-45ce-bca0-b3ee902376f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:20.760182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-8f3afcbd-e0df-45ce-bca0-b3ee902376f9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.0599873 Oct 28 09:46:20.761687 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 1ca41bcb-76f4-460d-b32a-7137add8836c) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:20.766708 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f609abd-d647-4072-a9cc-5f3db40760d6 req-d3af5237-e93c-4e19-b3d1-d4d789669397 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249323 Oct 28 09:46:20.769835 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:20.770497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.776970 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:20.808178 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4dc15ee3-911a-4ec1-a1af-0854eb47c5fe admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5579238 Oct 28 09:46:20.810937 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38190) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:20.815732 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:20.844313 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:20.851916 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-5e7c4d69-d689-4b5a-9a4a-e543033d2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:20.853754 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-5e7c4d69-d689-4b5a-9a4a-e543033d2985 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0606790 Oct 28 09:46:20.857057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (cb130f1b-d511-477e-9169-2723e903313c), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.858250 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (cb130f1b-d511-477e-9169-2723e903313c), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.928871 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for router_controller (cb130f1b-d511-477e-9169-2723e903313c), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:20.940946 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43651f8e-5477-4ec6-b62a-ac3bdebf9295 None None] Network 1ca41bcb-76f4-460d-b32a-7137add8836c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:21.057324 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-5e0205fd-265f-4d36-83a5-3525b11a0d7f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954169 Oct 28 09:46:21.298485 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for router_gateway (cb130f1b-d511-477e-9169-2723e903313c), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.330633 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-1ca41bcb-76f4-460d-b32a-7137add8836c', 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c', 'project_id': '211973c63e014864a20f470121b94a0f', 'fixed_ips': [{'subnet_id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:46:21.332270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.369566 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:21.463732 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:20Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:21.495711 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce1b3627-21e5-4abd-ba0c-cc5c0ba530e5 req-c4ab592a-8f77-4583-a623-167360ea029e tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0654116 Oct 28 09:46:21.506069 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22680398-d6fa-43bc-ac45-7d404dcc94a7 None None] The sync data for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi is: [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:20Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:21.532017 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for router_gateway (cb130f1b-d511-477e-9169-2723e903313c), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.571103 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.613573 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ce83988d-15f0-4f9c-bbbe-5ada326816aa req-6c5e6658-98cc-45f2-b46a-ad09de425288 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479324 Oct 28 09:46:21.614088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Allocated IP 172.20.0.2 (1ca41bcb-76f4-460d-b32a-7137add8836c/50bd0ee3-5b4b-417a-88a8-e55f7854a4a3/f0160f94-c836-4398-8ce5-aa7334407201) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:21.736542 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:21.741171 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:21.854859 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Allocated IP 172.37.3.22 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/3c838643-33de-4ac4-8133-3c639675de5b) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:21.900590 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks [] for port (f0160f94-c836-4398-8ce5-aa7334407201), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:21.911989 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (f0160f94-c836-4398-8ce5-aa7334407201), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.010734 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534b971-21da-470c-8097-0c6eadeab9bb req-b998c0ff-82f1-4d1c-bf57-884fc1691b2b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:22.012424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2534b971-21da-470c-8097-0c6eadeab9bb req-b998c0ff-82f1-4d1c-bf57-884fc1691b2b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0946839 Oct 28 09:46:22.044785 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for port (3c838643-33de-4ac4-8133-3c639675de5b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.048061 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e8d47bfd-555b-4639-a253-f614ddfc9b9b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:22.090048 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (3c838643-33de-4ac4-8133-3c639675de5b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.118845 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2534b971-21da-470c-8097-0c6eadeab9bb req-2e055fa0-a65d-4eff-a342-6692e5ff0f01 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985565 Oct 28 09:46:22.159507 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Network 1ca41bcb-76f4-460d-b32a-7137add8836c is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:22.172007 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:22.176687 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:22.177147 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:22.182687 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:22.185245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Pushing event updated for resources: {'Port': ['ID=f0160f94-c836-4398-8ce5-aa7334407201,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:22.187915 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:22.191999 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:22.202257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Pushing event updated for resources: {'Port': ['ID=3c838643-33de-4ac4-8133-3c639675de5b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:22.205511 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port e8d47bfd-555b-4639-a253-f614ddfc9b9b triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:22.205894 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.206240 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port e8d47bfd-555b-4639-a253-f614ddfc9b9b Oct 28 09:46:22.308824 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Attempting to bind port f0160f94-c836-4398-8ce5-aa7334407201 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:22.309344 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Attempting to bind port f0160f94-c836-4398-8ce5-aa7334407201 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:22.309718 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Attempting to bind port f0160f94-c836-4398-8ce5-aa7334407201 on network 1ca41bcb-76f4-460d-b32a-7137add8836c {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:22.411893 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port e8d47bfd-555b-4639-a253-f614ddfc9b9b is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:22.412495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.427554 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:22.427962 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Checking segment: {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:22.428324 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.428719 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Bound using segment: {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:22.429214 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Bound port: f0160f94-c836-4398-8ce5-aa7334407201, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:22.429594 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (f0160f94-c836-4398-8ce5-aa7334407201), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.524112 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port e8d47bfd-555b-4639-a253-f614ddfc9b9b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e8d47bfd-555b-4639-a253-f614ddfc9b9b,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:22.533698 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.593544 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for router_gateway (cb130f1b-d511-477e-9169-2723e903313c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.658985 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] For port f0160f94-c836-4398-8ce5-aa7334407201, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:22.683223 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a903c483-3505-4c5d-9652-f34609414d9d no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:46:22.716232 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: a903c483-3505-4c5d-9652-f34609414d9d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:46:22.716556 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a903c483-3505-4c5d-9652-f34609414d9d not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:46:22.718899 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:22.725157 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] For port f0160f94-c836-4398-8ce5-aa7334407201, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f0160f94-c836-4398-8ce5-aa7334407201,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:22.728747 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dbdad3e9-e3d0-47a0-a394-fbd86ae755ab req-afa8ff49-dc96-4a58-bfa5-ec46e30fd4d6 tempest-DeleteServersTestJSON-676189331 tempest-DeleteServersTestJSON-676189331-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=088d0e80-3838-4ada-938b-f26f194d5abc HTTP/1.1" status: 200 len: 210 time: 0.0334244 Oct 28 09:46:22.734062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (f0160f94-c836-4398-8ce5-aa7334407201), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:22.801300 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394714f-394e-4dc0-9beb-7ee1d0b0be38 None None] Pushing event updated for resources: {'Port': ['ID=f0160f94-c836-4398-8ce5-aa7334407201,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:22.891170 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (cb130f1b-d511-477e-9169-2723e903313c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:23.039967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:23.092868 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Router cb130f1b-d511-477e-9169-2723e903313c is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:46:23.235320 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:23.245313 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Sync routers for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:23.261646 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:23.262288 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:23.278717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:23.281696 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b86be28c-8320-4faf-af03-44a0c99ba27f admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4686286 Oct 28 09:46:23.283440 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38262) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:23.313473 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0680a5-f0fa-4e9f-b80f-a3418f8883a4 req-12681831-d3b8-4906-98ab-15649cc9b411 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:23.315252 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dd0680a5-f0fa-4e9f-b80f-a3418f8883a4 req-12681831-d3b8-4906-98ab-15649cc9b411 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0688596 Oct 28 09:46:23.416923 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:23.418238 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dd0680a5-f0fa-4e9f-b80f-a3418f8883a4 req-6edb4621-9e61-420b-a7ac-0f20dea97d31 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893264 Oct 28 09:46:23.548182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:23.681699 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 3, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:23.717779 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Checking router: cb130f1b-d511-477e-9169-2723e903313c for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:23.718234 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Updating router cb130f1b-d511-477e-9169-2723e903313c port 3c838643-33de-4ac4-8133-3c639675de5b binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:46:23.747468 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38266) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:23.767171 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3c838643-33de-4ac4-8133-3c639675de5b), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:23.991287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-48e0bba2-367a-48c4-8d37-bf2f21e3551f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:23.997389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.062102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device f0160f94-c836-4398-8ce5-aa7334407201 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:24.171749 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port f0160f94-c836-4398-8ce5-aa7334407201 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:24.172119 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (f0160f94-c836-4398-8ce5-aa7334407201), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.172472 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port f0160f94-c836-4398-8ce5-aa7334407201 Oct 28 09:46:24.199110 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-48e0bba2-367a-48c4-8d37-bf2f21e3551f admin admin] Publish callbacks [] for security_group (571c4ac8-25d0-4480-9b86-7fcd1f172c75), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.204725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-48e0bba2-367a-48c4-8d37-bf2f21e3551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (571c4ac8-25d0-4480-9b86-7fcd1f172c75), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.205050 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:24.250228 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks [] for port (3c838643-33de-4ac4-8133-3c639675de5b), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.260119 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3c838643-33de-4ac4-8133-3c639675de5b), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.267969 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0bba2-367a-48c4-8d37-bf2f21e3551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c4ac8-25d0-4480-9b86-7fcd1f172c75,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.299404 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Allocated IP 172.20.0.1 (1ca41bcb-76f4-460d-b32a-7137add8836c/50bd0ee3-5b4b-417a-88a8-e55f7854a4a3/a536820b-1e60-4c39-98a7-183fe1a19614) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:24.301225 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Attempting to bind port 3c838643-33de-4ac4-8133-3c639675de5b on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:24.301658 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Attempting to bind port 3c838643-33de-4ac4-8133-3c639675de5b by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:24.302569 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Attempting to bind port 3c838643-33de-4ac4-8133-3c639675de5b on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:24.327956 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-48e0bba2-367a-48c4-8d37-bf2f21e3551f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=00e9f9d45a7c46e4a65aa6afa1e49778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792356 Oct 28 09:46:24.335824 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38286) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:24.358706 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port f0160f94-c836-4398-8ce5-aa7334407201 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:24.359699 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (f0160f94-c836-4398-8ce5-aa7334407201), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.459470 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port f0160f94-c836-4398-8ce5-aa7334407201, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f0160f94-c836-4398-8ce5-aa7334407201,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:24.465482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] Publish callbacks [] for security_group (571c4ac8-25d0-4480-9b86-7fcd1f172c75), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.467718 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:24.473106 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (f0160f94-c836-4398-8ce5-aa7334407201), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.475170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e8d47bfd-555b-4639-a253-f614ddfc9b9b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:24.512758 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:24.513442 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:24.514132 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.514819 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:24.515586 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Bound port: 3c838643-33de-4ac4-8133-3c639675de5b, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:24.516222 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3c838643-33de-4ac4-8133-3c639675de5b), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.537781 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] Publish callbacks [] for security_group (571c4ac8-25d0-4480-9b86-7fcd1f172c75), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.568661 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks [] for port (a536820b-1e60-4c39-98a7-183fe1a19614), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.599542 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] For port 3c838643-33de-4ac4-8133-3c639675de5b, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:24.603814 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff802d1-8c2e-4e59-9b06-4ad33d0e16ce None None] Network 1ca41bcb-76f4-460d-b32a-7137add8836c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:24.605346 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] For port 3c838643-33de-4ac4-8133-3c639675de5b, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3c838643-33de-4ac4-8133-3c639675de5b,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:24.611107 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:24.612434 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:24.623867 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3c838643-33de-4ac4-8133-3c639675de5b), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.641747 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (571c4ac8-25d0-4480-9b86-7fcd1f172c75), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.643313 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.646230 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.648295 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/571c4ac8-25d0-4480-9b86-7fcd1f172c75 HTTP/1.1" status: 204 len: 168 time: 0.3111868 Oct 28 09:46:24.653834 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:24.654642 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:24.659694 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654ce4-c9b5-472a-bc36-76b23e354f6c None None] Pushing event updated for resources: {'Port': ['ID=3c838643-33de-4ac4-8133-3c639675de5b,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.707816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e23d7-b9e6-4757-a9e2-147e7455314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c4ac8-25d0-4480-9b86-7fcd1f172c75,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.744673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2c529-0cb0-459f-b1d2-58ac45b695fd req-ea2d0e2d-dadf-464f-97e6-4f987a9866ec tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:24.749693 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-70b2c529-0cb0-459f-b1d2-58ac45b695fd req-ea2d0e2d-dadf-464f-97e6-4f987a9866ec tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1293063 Oct 28 09:46:24.785583 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Network 1ca41bcb-76f4-460d-b32a-7137add8836c is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:24.805953 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:24.819428 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:24.819962 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (cb130f1b-d511-477e-9169-2723e903313c), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.830334 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38300) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:24.874368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-70b2c529-0cb0-459f-b1d2-58ac45b695fd req-56cdf89a-c1f3-4f66-8535-ade2745be79a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179929 Oct 28 09:46:24.889858 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Pushing event updated for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.896919 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-36cdbe86-18fa-4891-8c70-e1641b806536 None None] Provisioning complete for port f0160f94-c836-4398-8ce5-aa7334407201 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:24.897602 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-36cdbe86-18fa-4891-8c70-e1641b806536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (f0160f94-c836-4398-8ce5-aa7334407201), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:24.898102 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-36cdbe86-18fa-4891-8c70-e1641b806536 None None] Attempt 1 to provision port f0160f94-c836-4398-8ce5-aa7334407201 Oct 28 09:46:24.901336 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=f0160f94-c836-4398-8ce5-aa7334407201,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.964270 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654ce4-c9b5-472a-bc36-76b23e354f6c None None] Pushing event updated for resources: {'Port': ['ID=3c838643-33de-4ac4-8133-3c639675de5b,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:24.975113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:25.007579 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:25.063944 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port e8d47bfd-555b-4639-a253-f614ddfc9b9b triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:25.064577 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.064577 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port e8d47bfd-555b-4639-a253-f614ddfc9b9b Oct 28 09:46:25.084910 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.103954 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:25.253306 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-345813e6-a786-4030-8a5a-02bf7c97bda2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.289181 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port e8d47bfd-555b-4639-a253-f614ddfc9b9b is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:25.324595 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks [] for port (a536820b-1e60-4c39-98a7-183fe1a19614), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.336951 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.337744 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (cb130f1b-d511-477e-9169-2723e903313c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.354207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-36cdbe86-18fa-4891-8c70-e1641b806536 None None] Current status of the port f0160f94-c836-4398-8ce5-aa7334407201 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:25.374226 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 3, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:25.391719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38306) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:25.403941 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2544437-f97b-47f9-95eb-69f686ebb0fb None None] The sync data for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi is: [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 3, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:25.417631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fbf638ad-f6e0-48ab-9258-5372d7fc8239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.432069 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:25.453116 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Pushing event updated for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:25.469798 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-345813e6-a786-4030-8a5a-02bf7c97bda2 admin admin] Publish callbacks [] for security_group (edc1b5e8-173f-4f79-82bc-1bc3fd0ed792), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.472137 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:25.479789 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-345813e6-a786-4030-8a5a-02bf7c97bda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (edc1b5e8-173f-4f79-82bc-1bc3fd0ed792), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.519269 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fbf638ad-f6e0-48ab-9258-5372d7fc8239 admin admin] Publish callbacks [] for security_group (350a2c32-7f5e-4184-8d6d-6e24b64cb7a3), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.529610 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fbf638ad-f6e0-48ab-9258-5372d7fc8239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (350a2c32-7f5e-4184-8d6d-6e24b64cb7a3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.560104 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-345813e6-a786-4030-8a5a-02bf7c97bda2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fd9693ee1e254baa9bd612828fdeab20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7280538 Oct 28 09:46:25.565715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38312) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:25.570335 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345813e6-a786-4030-8a5a-02bf7c97bda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc1b5e8-173f-4f79-82bc-1bc3fd0ed792,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:25.607694 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Network 1ca41bcb-76f4-460d-b32a-7137add8836c is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:25.613519 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fbf638ad-f6e0-48ab-9258-5372d7fc8239 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fa6c2b0055094b1b9f727f5fec00d6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189090 Oct 28 09:46:25.614752 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:25.616547 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38316) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:25.620554 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf638ad-f6e0-48ab-9258-5372d7fc8239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350a2c32-7f5e-4184-8d6d-6e24b64cb7a3,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:25.653651 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] Publish callbacks [] for security_group (edc1b5e8-173f-4f79-82bc-1bc3fd0ed792), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.666079 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38318) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:25.704033 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Provisioning complete for port a536820b-1e60-4c39-98a7-183fe1a19614 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:25.704406 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.704741 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Attempt 1 to provision port a536820b-1e60-4c39-98a7-183fe1a19614 Oct 28 09:46:25.706888 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] Publish callbacks [] for security_group (edc1b5e8-173f-4f79-82bc-1bc3fd0ed792), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.768991 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Port a536820b-1e60-4c39-98a7-183fe1a19614 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:25.786072 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Provisioning complete for port f0160f94-c836-4398-8ce5-aa7334407201 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:25.791348 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (f0160f94-c836-4398-8ce5-aa7334407201), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.792314 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Attempt 1 to provision port f0160f94-c836-4398-8ce5-aa7334407201 Oct 28 09:46:25.802227 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (edc1b5e8-173f-4f79-82bc-1bc3fd0ed792), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.804800 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:25.805921 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/edc1b5e8-173f-4f79-82bc-1bc3fd0ed792 HTTP/1.1" status: 204 len: 168 time: 0.2359309 Oct 28 09:46:25.834024 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a96fc-34e8-4b58-9f37-9fb9d1c8b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc1b5e8-173f-4f79-82bc-1bc3fd0ed792,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:25.964360 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:25.980674 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-99ad7957-783d-404a-ac70-f9e3f14bca62 None None] Current status of the port f0160f94-c836-4398-8ce5-aa7334407201 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:25.988292 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device f0160f94-c836-4398-8ce5-aa7334407201 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:26.146768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port f0160f94-c836-4398-8ce5-aa7334407201 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:26.147446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (f0160f94-c836-4398-8ce5-aa7334407201), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.147596 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port f0160f94-c836-4398-8ce5-aa7334407201 Oct 28 09:46:26.149472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b033b7-49e1-4ae6-964a-3338231dc90f req-cb7e0efa-41e4-475c-9a56-0ed3c66483bd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:26.156009 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a1014726-9d6a-46c6-abde-090a46a9d92e None None] Provisioning complete for port a536820b-1e60-4c39-98a7-183fe1a19614 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:26.156561 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a1014726-9d6a-46c6-abde-090a46a9d92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.156915 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a1014726-9d6a-46c6-abde-090a46a9d92e None None] Attempt 1 to provision port a536820b-1e60-4c39-98a7-183fe1a19614 Oct 28 09:46:26.168794 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98b033b7-49e1-4ae6-964a-3338231dc90f req-cb7e0efa-41e4-475c-9a56-0ed3c66483bd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1037097 Oct 28 09:46:26.179398 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:26.271454 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a1014726-9d6a-46c6-abde-090a46a9d92e None None] Port a536820b-1e60-4c39-98a7-183fe1a19614 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:26.324590 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98b033b7-49e1-4ae6-964a-3338231dc90f req-7bb7697b-e652-45e3-8803-3cc00e3b2fd8 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545005 Oct 28 09:46:26.443386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port f0160f94-c836-4398-8ce5-aa7334407201 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:26.470273 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] Publish callbacks [] for security_group (350a2c32-7f5e-4184-8d6d-6e24b64cb7a3), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.511118 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a26cf5a8-5983-419a-ae2d-7857ef14e4d2 None None] Provisioning complete for port a536820b-1e60-4c39-98a7-183fe1a19614 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:26.511493 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a26cf5a8-5983-419a-ae2d-7857ef14e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.511835 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a26cf5a8-5983-419a-ae2d-7857ef14e4d2 None None] Attempt 1 to provision port a536820b-1e60-4c39-98a7-183fe1a19614 Oct 28 09:46:26.522381 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] Publish callbacks [] for security_group (350a2c32-7f5e-4184-8d6d-6e24b64cb7a3), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.546063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a26cf5a8-5983-419a-ae2d-7857ef14e4d2 None None] Port a536820b-1e60-4c39-98a7-183fe1a19614 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:26.571711 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Router cb130f1b-d511-477e-9169-2723e903313c has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:26.580931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:26.711931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (350a2c32-7f5e-4184-8d6d-6e24b64cb7a3), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.714432 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:26.715598 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/350a2c32-7f5e-4184-8d6d-6e24b64cb7a3 HTTP/1.1" status: 204 len: 168 time: 1.0958416 Oct 28 09:46:26.781678 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6d575-14f8-4e3c-b85b-dcda60a8f426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a2c32-7f5e-4184-8d6d-6e24b64cb7a3,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:26.863582 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:26.869742 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ac74bf16-a7a8-471d-b094-bb43e472fa53 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/cb130f1b-d511-477e-9169-2723e903313c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5851128 Oct 28 09:46:26.980645 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (6ef223c9-6133-4078-adae-dab1d90b16e0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:27.281631 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Deleting port c2998434-5791-4d7a-96be-f8f484973313 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:46:27.282237 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (c2998434-5791-4d7a-96be-f8f484973313), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:27.405760 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] For port c2998434-5791-4d7a-96be-f8f484973313, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c2998434-5791-4d7a-96be-f8f484973313,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:27.406428 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (c2998434-5791-4d7a-96be-f8f484973313), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:27.423761 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Calling delete_port for c2998434-5791-4d7a-96be-f8f484973313 owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:46:27.439083 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:27.517686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ff4a-df20-4f37-8a8c-ce0fc46ccd2a req-e5a9e069-4bd1-4ae2-963e-3719688e4996 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:27.521048 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f821ff4a-df20-4f37-8a8c-ce0fc46ccd2a req-e5a9e069-4bd1-4ae2-963e-3719688e4996 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0866959 Oct 28 09:46:27.582564 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f821ff4a-df20-4f37-8a8c-ce0fc46ccd2a req-87247f50-1e5f-4f01-a3ca-a9865032d89b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548270 Oct 28 09:46:27.673116 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:27.703408 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (c2998434-5791-4d7a-96be-f8f484973313), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:27.745714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2998434-5791-4d7a-96be-f8f484973313,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:27.939770 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (6ef223c9-6133-4078-adae-dab1d90b16e0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.015842 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3c838643-33de-4ac4-8133-3c639675de5b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:28.120656 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 3c838643-33de-4ac4-8133-3c639675de5b triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:28.121458 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3c838643-33de-4ac4-8133-3c639675de5b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.122081 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 3c838643-33de-4ac4-8133-3c639675de5b Oct 28 09:46:28.351387 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Sync routers for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:28.363663 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38384) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:28.397884 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:28.400908 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:28.449207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 3c838643-33de-4ac4-8133-3c639675de5b is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:28.449734 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3c838643-33de-4ac4-8133-3c639675de5b), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.485499 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 3c838643-33de-4ac4-8133-3c639675de5b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3c838643-33de-4ac4-8133-3c639675de5b,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:28.525076 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3c838643-33de-4ac4-8133-3c639675de5b), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.561175 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Router 6ef223c9-6133-4078-adae-dab1d90b16e0 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:46:28.584975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:28.591820 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=3c838643-33de-4ac4-8133-3c639675de5b,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:28.605776 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8568b296-c572-458c-b5af-9836b7a94c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.621380 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:28.714713 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:46:28.721056 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8e264a5f-9761-4e1a-abfc-126b8f55ff2d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/6ef223c9-6133-4078-adae-dab1d90b16e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490437 Oct 28 09:46:28.724266 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38390) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:28.727997 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Sync routers for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:46:28.748558 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:28.749315 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:28.829144 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d13b-1784-4380-ac58-5ad78ef361ec req-af19be25-87b1-4f70-ab75-d97ba44411cd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:28.833005 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8c3d13b-1784-4380-ac58-5ad78ef361ec req-af19be25-87b1-4f70-ab75-d97ba44411cd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.1328051 Oct 28 09:46:28.934863 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:28.943671 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks [] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.953572 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8c3d13b-1784-4380-ac58-5ad78ef361ec req-783eff93-4f3c-41c7-a9b2-6048fc94f9f0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019063 Oct 28 09:46:28.984584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8568b296-c572-458c-b5af-9836b7a94c0b admin admin] Publish callbacks [] for security_group (c735be00-5411-40dd-9b8f-6e11aaca1281), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:28.996462 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8568b296-c572-458c-b5af-9836b7a94c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c735be00-5411-40dd-9b8f-6e11aaca1281), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.001766 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:25Z', 'revision_number': 4, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a536820b-1e60-4c39-98a7-183fe1a19614', 'name': '', 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'mac_address': 'fa:16:3e:30:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:24Z', 'updated_at': '2022-10-28T09:46:25Z', 'revision_number': 2, 'project_id': '211973c63e014864a20f470121b94a0f', 'subnets': [{'id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:29.035847 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Checking router: cb130f1b-d511-477e-9169-2723e903313c for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:29.036513 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Updating router cb130f1b-d511-477e-9169-2723e903313c port a536820b-1e60-4c39-98a7-183fe1a19614 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:46:29.062609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.082676 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.093314 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8568b296-c572-458c-b5af-9836b7a94c0b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=118fbfbd6f844591a149078bdb60ae16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7279296 Oct 28 09:46:29.095534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568b296-c572-458c-b5af-9836b7a94c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c735be00-5411-40dd-9b8f-6e11aaca1281,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:29.109763 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38392) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:29.177517 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:46:27Z', 'revision_number': 5, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port': {'id': '1c1c7aae-6f42-4377-a23f-1c142e23c1c0', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:29.179360 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks [] for router_gateway (6ef223c9-6133-4078-adae-dab1d90b16e0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.204774 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Checking router: 6ef223c9-6133-4078-adae-dab1d90b16e0 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:46:29.214986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Routers {'6ef223c9-6133-4078-adae-dab1d90b16e0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:29.215897 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['6ef223c9-6133-4078-adae-dab1d90b16e0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:29.238347 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] Publish callbacks [] for security_group (c735be00-5411-40dd-9b8f-6e11aaca1281), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.239956 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Deleting port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:46:29.240375 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.285214 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] Publish callbacks [] for security_group (c735be00-5411-40dd-9b8f-6e11aaca1281), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.299437 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.311040 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] Set router 6ef223c9-6133-4078-adae-dab1d90b16e0 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:29.358796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.360222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.363672 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:46:29Z', 'revision_number': 6, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:29.373065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c735be00-5411-40dd-9b8f-6e11aaca1281), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.377836 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.379472 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c735be00-5411-40dd-9b8f-6e11aaca1281 HTTP/1.1" status: 204 len: 168 time: 0.2685394 Oct 28 09:46:29.397929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd220ed8-20a6-4f1b-8a0a-602ecfa85f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735be00-5411-40dd-9b8f-6e11aaca1281,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:29.398621 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e98c966-e82e-4621-9b60-3890ed35bb1a None None] The sync data for ids ['6ef223c9-6133-4078-adae-dab1d90b16e0'] in dv-cinder-zed-3-iscsi is: [{'id': '6ef223c9-6133-4078-adae-dab1d90b16e0', 'name': 'tempest-DeleteServersTestJSON-116563196-router', 'tenant_id': '41516f10d050497e82056ddd1be5981c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:46:29Z', 'revision_number': 6, 'project_id': '41516f10d050497e82056ddd1be5981c', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:29.421434 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] For port 1c1c7aae-6f42-4377-a23f-1c142e23c1c0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:29.421798 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.437653 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Calling delete_port for 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:46:29.459460 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.629158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks [] for port (a536820b-1e60-4c39-98a7-183fe1a19614), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.640514 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.697445 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (1c1c7aae-6f42-4377-a23f-1c142e23c1c0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.714714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:29.749029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba390e-0b86-410a-ac9f-f0de2d05fa39 None None] Pushing event updated for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:29.768827 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1c7aae-6f42-4377-a23f-1c142e23c1c0,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:29.774317 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (6ef223c9-6133-4078-adae-dab1d90b16e0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.818263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Attempting to bind port a536820b-1e60-4c39-98a7-183fe1a19614 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:29.819123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Attempting to bind port a536820b-1e60-4c39-98a7-183fe1a19614 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:29.819729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Attempting to bind port a536820b-1e60-4c39-98a7-183fe1a19614 on network 1ca41bcb-76f4-460d-b32a-7137add8836c {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:29.919166 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:29.927988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Checking segment: {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:29.927988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:29.927988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Bound using segment: {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:29.927988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Bound port: a536820b-1e60-4c39-98a7-183fe1a19614, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03bde1a-3e28-46f2-98cd-865419cf4eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:29.927988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.026617 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3c838643-33de-4ac4-8133-3c639675de5b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:30.029236 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.031994 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks [] for router_controller (6ef223c9-6133-4078-adae-dab1d90b16e0), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.123754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:30.167872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (6ef223c9-6133-4078-adae-dab1d90b16e0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.168507 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] For port a536820b-1e60-4c39-98a7-183fe1a19614, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:30.169422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef223c9-6133-4078-adae-dab1d90b16e0 {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:46:30.171098 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 3c838643-33de-4ac4-8133-3c639675de5b triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:30.171565 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3c838643-33de-4ac4-8133-3c639675de5b), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.172027 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 3c838643-33de-4ac4-8133-3c639675de5b Oct 28 09:46:30.181048 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] For port a536820b-1e60-4c39-98a7-183fe1a19614, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a536820b-1e60-4c39-98a7-183fe1a19614,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:30.195616 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.198602 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-eb6da18b-bf59-4937-bbbd-06a51fc46e8e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/6ef223c9-6133-4078-adae-dab1d90b16e0 HTTP/1.1" status: 204 len: 168 time: 1.4730446 Oct 28 09:46:30.202141 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38408) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:30.341211 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b15d26-0223-4108-81d8-b9500b2a09f2 req-a13d3196-764f-4070-afb8-147aa1884249 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:30.351227 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.359255 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-36b15d26-0223-4108-81d8-b9500b2a09f2 req-a13d3196-764f-4070-afb8-147aa1884249 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.2079182 Oct 28 09:46:30.401220 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Deleting subnet f1e60bb2-0c6f-44d7-a96d-4d3247f5de45 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:46:30.419429 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Publish callbacks [] for subnet (f1e60bb2-0c6f-44d7-a96d-4d3247f5de45), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.492045 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:46:30.492851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:46:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:30.503398 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba390e-0b86-410a-ac9f-f0de2d05fa39 None None] Pushing event updated for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:30.523325 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-36b15d26-0223-4108-81d8-b9500b2a09f2 req-d124659f-d28b-4492-9427-f450c3cb58b3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519711 Oct 28 09:46:30.565839 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Publish callbacks [] for subnet (f1e60bb2-0c6f-44d7-a96d-4d3247f5de45), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.602911 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 3c838643-33de-4ac4-8133-3c639675de5b is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:30.613826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c2998434-5791-4d7a-96be-f8f484973313 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:46:30.733218 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (f1e60bb2-0c6f-44d7-a96d-4d3247f5de45), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.742822 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: c2998434-5791-4d7a-96be-f8f484973313 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:46:30.743173 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c2998434-5791-4d7a-96be-f8f484973313 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:46:30.762067 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:46:30.873809 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.902964 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (f1e60bb2-0c6f-44d7-a96d-4d3247f5de45), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.958267 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e60bb2-0c6f-44d7-a96d-4d3247f5de45,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:30.973431 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:30.978718 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-59eb8348-e173-4f51-9969-e649b6d35c0a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f1e60bb2-0c6f-44d7-a96d-4d3247f5de45 HTTP/1.1" status: 204 len: 168 time: 0.7748649 Oct 28 09:46:30.981475 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38420) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:30.987220 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3e7ae-dd32-4139-83d8-c68c0ae359cb None None] Network 375c6b20-2d09-4b21-b297-392868656545 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:46:31.086108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (375c6b20-2d09-4b21-b297-392868656545), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.159867 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Deleting port 497af73f-2e43-4cdb-82f0-ec1805dfab24 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:46:31.160407 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.293307 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] DHCP port deletion for 375c6b20-2d09-4b21-b297-392868656545 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:46:31.296964 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:31.304044 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] For port 497af73f-2e43-4cdb-82f0-ec1805dfab24, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=497af73f-2e43-4cdb-82f0-ec1805dfab24,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:31.304504 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.321027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Calling delete_port for 497af73f-2e43-4cdb-82f0-ec1805dfab24 owned by network:dhcp {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:46:31.342570 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:25Z', 'revision_number': 4, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a536820b-1e60-4c39-98a7-183fe1a19614', 'name': '', 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'mac_address': 'fa:16:3e:30:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:24Z', 'updated_at': '2022-10-28T09:46:30Z', 'revision_number': 4, 'project_id': '211973c63e014864a20f470121b94a0f', 'subnets': [{'id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:31.376354 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba95a2-1c98-407b-af5c-9268fdddbfad None None] The sync data for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi is: [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:46:25Z', 'revision_number': 4, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a536820b-1e60-4c39-98a7-183fe1a19614', 'name': '', 'network_id': '1ca41bcb-76f4-460d-b32a-7137add8836c', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'mac_address': 'fa:16:3e:30:82:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:24Z', 'updated_at': '2022-10-28T09:46:30Z', 'revision_number': 4, 'project_id': '211973c63e014864a20f470121b94a0f', 'subnets': [{'id': '50bd0ee3-5b4b-417a-88a8-e55f7854a4a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:46:31.378010 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Deleting port 497af73f-2e43-4cdb-82f0-ec1805dfab24 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:46:31.378450 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.487292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.516383 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] For port 497af73f-2e43-4cdb-82f0-ec1805dfab24, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=497af73f-2e43-4cdb-82f0-ec1805dfab24,segment=NetworkSegment(2c4c9f85-2755-4b8d-a0d5-255eabca3511),segment_id=2c4c9f85-2755-4b8d-a0d5-255eabca3511)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:31.516923 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.530433 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=497af73f-2e43-4cdb-82f0-ec1805dfab24,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:31.534584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] No DVR routers for this DVR port 497af73f-2e43-4cdb-82f0-ec1805dfab24 on host dv-cinder-zed-3-iscsi {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:46:31.543008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Calling delete_port for 497af73f-2e43-4cdb-82f0-ec1805dfab24 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:46:31.661335 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (375c6b20-2d09-4b21-b297-392868656545), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.718858 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:31.733550 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (497af73f-2e43-4cdb-82f0-ec1805dfab24), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:31.758987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.759599 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.760673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.761196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > port after_create 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.761747 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.762263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > port after_update 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.764321 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.764902 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.765456 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.766495 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:31.790231 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] Pushing event deleted for resources: {'Port': ['ID=497af73f-2e43-4cdb-82f0-ec1805dfab24,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:31.801163 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88189f-1b21-471a-b7f9-66e0fdb4e854 None None] No DVR routers for this DVR port 497af73f-2e43-4cdb-82f0-ec1805dfab24 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:46:31.970345 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a536820b-1e60-4c39-98a7-183fe1a19614 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:32.010363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:32.011142 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:32.012198 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:32.012698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:46:32.013680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375c6b20-2d09-4b21-b297-392868656545']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:32.043780 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69285d0a-4e5a-45d6-9af3-b13f0cbb29da req-258f11e6-3b29-48b5-a8aa-810b87a907aa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:32.045575 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69285d0a-4e5a-45d6-9af3-b13f0cbb29da req-258f11e6-3b29-48b5-a8aa-810b87a907aa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.3895879 Oct 28 09:46:32.049972 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port a536820b-1e60-4c39-98a7-183fe1a19614 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:32.050546 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.051006 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port a536820b-1e60-4c39-98a7-183fe1a19614 Oct 28 09:46:32.100432 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4c9f85-2755-4b8d-a0d5-255eabca3511') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:32.100729 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4c9f85-2755-4b8d-a0d5-255eabca3511') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:46:32.129354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (2c4c9f85-2755-4b8d-a0d5-255eabca3511), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.185027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (2c4c9f85-2755-4b8d-a0d5-255eabca3511), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.201392 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:46:32.201805 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (2c4c9f85-2755-4b8d-a0d5-255eabca3511), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.213812 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port a536820b-1e60-4c39-98a7-183fe1a19614 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:32.214672 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.284394 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port a536820b-1e60-4c39-98a7-183fe1a19614, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a536820b-1e60-4c39-98a7-183fe1a19614,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:46:32.291057 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.387016 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69285d0a-4e5a-45d6-9af3-b13f0cbb29da req-3c491430-adc4-40b2-baf6-24b1c4ba95ed tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878362 Oct 28 09:46:32.388317 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (375c6b20-2d09-4b21-b297-392868656545), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.406526 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 497af73f-2e43-4cdb-82f0-ec1805dfab24 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:46:32.419898 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:32.433588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.448942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/375c6b20-2d09-4b21-b297-392868656545 HTTP/1.1" status: 204 len: 168 time: 1.4658787 Oct 28 09:46:32.450011 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110e78e-65c2-477a-92f1-9bf86e43aea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=375c6b20-2d09-4b21-b297-392868656545,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:32.493866 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 497af73f-2e43-4cdb-82f0-ec1805dfab24 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:46:32.494499 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 497af73f-2e43-4cdb-82f0-ec1805dfab24 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:46:32.495133 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:46:32.515933 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:46:32.516627 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1c1c7aae-6f42-4377-a23f-1c142e23c1c0 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:46:32.626745 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 2c4c9f85-2755-4b8d-a0d5-255eabca3511 resource provider aggregate not found Oct 28 09:46:32.659915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-213f7279-883b-4a8a-b8b2-5b91f5ff5c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.668494 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 2c4c9f85-2755-4b8d-a0d5-255eabca3511 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c4c9f85-2755-4b8d-a0d5-255eabca3511 found for delete ", "request_id": "req-b20f071b-004b-4e0c-9d28-293b7a8af8e2"}]} Oct 28 09:46:32.808449 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38502) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:32.863535 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:32.870840 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4940c010-d758-4e11-aa99-772800de4f3d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=41516f10d050497e82056ddd1be5981c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585647 Oct 28 09:46:32.871038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38504) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:32.931315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] Publish callbacks [] for security_group (735ea333-5965-44f5-9f88-9f7b63aeb2cd), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:32.968972 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] Publish callbacks [] for security_group (735ea333-5965-44f5-9f88-9f7b63aeb2cd), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:33.067623 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (735ea333-5965-44f5-9f88-9f7b63aeb2cd), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:33.071539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:33.077123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/735ea333-5965-44f5-9f88-9f7b63aeb2cd HTTP/1.1" status: 204 len: 168 time: 0.2021232 Oct 28 09:46:33.083549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314901af-a052-4c8a-bb37-2ef3ef4f3586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735ea333-5965-44f5-9f88-9f7b63aeb2cd,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:33.588098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2b193-31e8-4fb0-8866-378d0028db38 req-eb79ab87-f1aa-4224-9b08-b7e94b1c92ea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:33.591266 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ce2b193-31e8-4fb0-8866-378d0028db38 req-eb79ab87-f1aa-4224-9b08-b7e94b1c92ea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0766072 Oct 28 09:46:33.659560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ce2b193-31e8-4fb0-8866-378d0028db38 req-e51384a7-a78c-4fa0-aefe-b881e492ca89 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666740 Oct 28 09:46:33.866781 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a536820b-1e60-4c39-98a7-183fe1a19614 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:46:33.924402 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port a536820b-1e60-4c39-98a7-183fe1a19614 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:33.925062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:33.925798 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port a536820b-1e60-4c39-98a7-183fe1a19614 Oct 28 09:46:34.025939 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port a536820b-1e60-4c39-98a7-183fe1a19614 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:46:34.813286 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e2cf0-707c-4619-9a73-3c7f514fda3f req-3e1aa9c1-8465-4381-b74f-8a6654ab0261 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:34.820847 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-256e2cf0-707c-4619-9a73-3c7f514fda3f req-3e1aa9c1-8465-4381-b74f-8a6654ab0261 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0694602 Oct 28 09:46:34.828611 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:34.893311 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-256e2cf0-707c-4619-9a73-3c7f514fda3f req-e4a82b1b-11c7-4141-a206-551c2f35c6e9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669136 Oct 28 09:46:34.970854 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a790d390-3c2d-4098-bc88-11e8c134ab28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:36.020739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aae117-f3c6-457b-98ba-c57c4725a24d req-56540df7-9c3a-44ce-ab70-eef6ea11b513 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:36.022429 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-92aae117-f3c6-457b-98ba-c57c4725a24d req-56540df7-9c3a-44ce-ab70-eef6ea11b513 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Oct 28 09:46:36.085740 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-92aae117-f3c6-457b-98ba-c57c4725a24d req-e951a013-f97c-4b22-8b73-107963c58c42 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575597 Oct 28 09:46:36.717503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:37.247189 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac9393-0f5c-4d1d-b24f-30d4870fdab6 req-3b50bd7c-43f6-4627-95d0-95649f9902bd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:37.260378 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9cac9393-0f5c-4d1d-b24f-30d4870fdab6 req-3b50bd7c-43f6-4627-95d0-95649f9902bd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0830753 Oct 28 09:46:37.323404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9cac9393-0f5c-4d1d-b24f-30d4870fdab6 req-06709781-231d-4244-8b6b-5f8fd96ea43e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Oct 28 09:46:37.911941 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:38.192594 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:38.470012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c3a1-fc09-49bc-8ac2-f810b506dfcc req-acb916a8-65b1-451d-b160-ef4175e014bb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:38.471580 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eeb5c3a1-fc09-49bc-8ac2-f810b506dfcc req-acb916a8-65b1-451d-b160-ef4175e014bb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0581076 Oct 28 09:46:38.531215 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eeb5c3a1-fc09-49bc-8ac2-f810b506dfcc req-1f493f04-d281-497a-8287-91ce67a4d8d2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536749 Oct 28 09:46:39.361092 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38614) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:39.493131 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38a59d94-9e30-4edf-976e-88d053614e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.509647 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:39.612983 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38a59d94-9e30-4edf-976e-88d053614e86 admin admin] Publish callbacks [] for security_group (3053e5b9-0753-4138-bd47-e07326685284), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.619766 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38a59d94-9e30-4edf-976e-88d053614e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3053e5b9-0753-4138-bd47-e07326685284), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.681117 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a59d94-9e30-4edf-976e-88d053614e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3053e5b9-0753-4138-bd47-e07326685284,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:39.685975 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-38a59d94-9e30-4edf-976e-88d053614e86 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cb39b66aaf164124bf8766942a524830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229301 Oct 28 09:46:39.687952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38626) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:39.717259 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1a937-7053-4eab-99a8-ffd35e290f3a req-c97665f0-93d5-4cba-b03b-327a50956d87 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:39.725234 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-86a1a937-7053-4eab-99a8-ffd35e290f3a req-c97665f0-93d5-4cba-b03b-327a50956d87 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0820956 Oct 28 09:46:39.743146 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] Publish callbacks [] for security_group (3053e5b9-0753-4138-bd47-e07326685284), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.768565 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] Publish callbacks [] for security_group (3053e5b9-0753-4138-bd47-e07326685284), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.789669 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-86a1a937-7053-4eab-99a8-ffd35e290f3a req-adac013a-8988-41cc-abc5-1846dbbd4a58 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631952 Oct 28 09:46:39.836375 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3053e5b9-0753-4138-bd47-e07326685284), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.839366 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:39.840832 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3053e5b9-0753-4138-bd47-e07326685284 HTTP/1.1" status: 204 len: 168 time: 0.1518364 Oct 28 09:46:39.854185 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7999507-ff57-4da5-afe1-31d4c4755c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3053e5b9-0753-4138-bd47-e07326685284,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:40.168776 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38644) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:40.183969 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba61c9f6-972c-4fab-b790-93f1f8d900ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.274431 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba61c9f6-972c-4fab-b790-93f1f8d900ee admin admin] Publish callbacks [] for security_group (6fbec398-2f52-4e04-87c7-1b1672e03ec3), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.279473 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba61c9f6-972c-4fab-b790-93f1f8d900ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (6fbec398-2f52-4e04-87c7-1b1672e03ec3), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.299544 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:DELETE=9,neutron:SELECT=74,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:40.324389 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ba61c9f6-972c-4fab-b790-93f1f8d900ee admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5876c913133e469fb3963a92e3d1e797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545227 Oct 28 09:46:40.325473 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61c9f6-972c-4fab-b790-93f1f8d900ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbec398-2f52-4e04-87c7-1b1672e03ec3,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:40.327922 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38656) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:40.383739 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] Publish callbacks [] for security_group (6fbec398-2f52-4e04-87c7-1b1672e03ec3), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.404314 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-dcfa4aa4-6c7c-4bae-b8d9-fb21e65191f6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:40.405804 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-dcfa4aa4-6c7c-4bae-b8d9-fb21e65191f6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 815 time: 0.1065276 Oct 28 09:46:40.406815 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] Publish callbacks [] for security_group (6fbec398-2f52-4e04-87c7-1b1672e03ec3), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.421381 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-274bc563-4d7c-4282-b448-4c4a1775d7e6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/quotas/6f99f17a6cab46039419eb3b44bdd142 HTTP/1.1" status: 200 len: 375 time: 0.0099199 Oct 28 09:46:40.458822 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (6fbec398-2f52-4e04-87c7-1b1672e03ec3), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.461262 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:40.462420 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6fbec398-2f52-4e04-87c7-1b1672e03ec3 HTTP/1.1" status: 204 len: 168 time: 0.1336076 Oct 28 09:46:40.482911 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b2cd4-1411-45c5-8190-53f9adde366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbec398-2f52-4e04-87c7-1b1672e03ec3,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:40.483875 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-c13f8799-ccab-446d-bc21-ca7a50fa2fb0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565829 Oct 28 09:46:40.519106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:40.605123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a485ed88-615f-4aaa-a92e-8f4e7469a05b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082206 Oct 28 09:46:40.716219 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-be97810f-18b3-4594-a6cf-20dcb4bad8b1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034718 Oct 28 09:46:40.934278 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2cf4821e-109e-4f58-927f-3e5d4ef7ff9d req-fb990140-34eb-423b-b9e7-13f820e60a4d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0390637 Oct 28 09:46:40.943753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47927020-92e4-47ed-a8e9-3870285f4177 req-157590ef-ae3c-4b36-9fe8-0c01ba759e53 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:40.945259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-47927020-92e4-47ed-a8e9-3870285f4177 req-157590ef-ae3c-4b36-9fe8-0c01ba759e53 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0831776 Oct 28 09:46:41.006238 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-47927020-92e4-47ed-a8e9-3870285f4177 req-664f52fd-226b-4f50-9f2c-9b967f366935 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Oct 28 09:46:41.603246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954d91e-6280-45ea-8c9b-a16f9eb2ab96 req-a19dcae4-ee37-4e95-a05b-1250c98a9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:41.604772 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4954d91e-6280-45ea-8c9b-a16f9eb2ab96 req-a19dcae4-ee37-4e95-a05b-1250c98a9938 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0505075 Oct 28 09:46:41.658959 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4954d91e-6280-45ea-8c9b-a16f9eb2ab96 req-7806d781-6a8a-4f65-b1fe-37d751eb4298 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456824 Oct 28 09:46:41.995332 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=67 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:42.005517 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:42.054962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c135e78c-7ee1-48bf-a644-8f85b4195b4f req-c096b468-5acd-44ba-9f02-1d7421635777 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0301898 Oct 28 09:46:42.143929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0003b9-1b53-42e1-80d5-50d0da6b8f3d req-32a55203-8af1-4f43-b1d5-d708cff279cf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:42.145747 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7b0003b9-1b53-42e1-80d5-50d0da6b8f3d req-32a55203-8af1-4f43-b1d5-d708cff279cf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0482204 Oct 28 09:46:42.198932 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7b0003b9-1b53-42e1-80d5-50d0da6b8f3d req-09edcb7b-a212-4c74-bcf0-8347df6a09d4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465050 Oct 28 09:46:43.142936 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:43.165032 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ed9dbbee-d1f4-42c3-ac23-edb8bb7da153 req-b8039d3b-3032-40ea-81e4-5e37fdff6d2a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0312078 Oct 28 09:46:43.329988 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af9772-4399-478a-bacf-fab7bc1cee53 req-162c7711-6230-43bf-abba-c8e7eb93a406 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:43.331522 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c9af9772-4399-478a-bacf-fab7bc1cee53 req-162c7711-6230-43bf-abba-c8e7eb93a406 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Oct 28 09:46:43.382758 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c9af9772-4399-478a-bacf-fab7bc1cee53 req-790c9c86-578a-4db4-a1b9-67188ea4c0f0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445240 Oct 28 09:46:44.143757 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-099967b1-776b-4c62-b3c0-f7d57b31d079 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:44.145653 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-099967b1-776b-4c62-b3c0-f7d57b31d079 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 815 time: 0.1132536 Oct 28 09:46:44.188143 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'port': {'device_id': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'admin_state_up': True, 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:44.283594 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4951f197-8e92-4a9a-8e01-587456feb5aa req-ff2f4d13-8117-4aa3-be05-4b421b39d57d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0371451 Oct 28 09:46:44.335255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Made reservation on behalf of 6f99f17a6cab46039419eb3b44bdd142 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:46:44.339084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:44.517996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Allocated IP 172.20.0.5 (4312b894-27db-4853-89d7-6a6630738a6b/d15506cf-9201-43a4-b2ce-b4f49b1d9347/0ec06b02-a12d-496d-a40d-c56118810a83) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:46:44.529979 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a87bb-4ffd-407b-8a6d-2c60946fe4be req-f557155a-4420-446d-b2fa-4a16e3b426fc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:44.531571 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-592a87bb-4ffd-407b-8a6d-2c60946fe4be req-f557155a-4420-446d-b2fa-4a16e3b426fc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0687301 Oct 28 09:46:44.572989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:44.632599 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-592a87bb-4ffd-407b-8a6d-2c60946fe4be req-bebf08a0-d949-4105-96b6-dc0254ba44c1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944421 Oct 28 09:46:44.835909 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for port (0ec06b02-a12d-496d-a40d-c56118810a83), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:44.844277 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063563ab-1554-4a3b-9f1a-0dcf760481e8 req-7db42026-a446-4cf6-88fe-b7e1b99b3649 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:44.852546 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-063563ab-1554-4a3b-9f1a-0dcf760481e8 req-7db42026-a446-4cf6-88fe-b7e1b99b3649 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1250381 Oct 28 09:46:44.875741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:44.947070 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-063563ab-1554-4a3b-9f1a-0dcf760481e8 req-2b0e632b-50af-40e5-b178-12e16dec541e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871496 Oct 28 09:46:44.960185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:45.046350 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Network 4312b894-27db-4853-89d7-6a6630738a6b is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:46:45.049881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:46:45.069393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:46:45.120004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:45.160323 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:45.161601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:45.185005 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-5db278e5-1cdd-48bc-8459-5172d8fb05fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007520 Oct 28 09:46:45.432964 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:45.434764 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-169dd493-269a-4f30-9786-1de2639f4d71 None None] Provisioning complete for port 0ec06b02-a12d-496d-a40d-c56118810a83 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:46:45.435269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-169dd493-269a-4f30-9786-1de2639f4d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:45.435787 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-169dd493-269a-4f30-9786-1de2639f4d71 None None] Attempt 1 to provision port 0ec06b02-a12d-496d-a40d-c56118810a83 Oct 28 09:46:45.512011 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-169dd493-269a-4f30-9786-1de2639f4d71 None None] Port 0ec06b02-a12d-496d-a40d-c56118810a83 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:46:45.571947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09316-46aa-4ef5-a9a8-0c48b5ed9615 req-3b436dea-4bd2-4221-b63e-6fc77cba183d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:45.573594 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7af09316-46aa-4ef5-a9a8-0c48b5ed9615 req-3b436dea-4bd2-4221-b63e-6fc77cba183d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.1175990 Oct 28 09:46:45.642273 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7af09316-46aa-4ef5-a9a8-0c48b5ed9615 req-517af57c-dc83-4cc5-acbf-390653285c0f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605588 Oct 28 09:46:46.791743 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d629e5-56c0-4266-b5d0-e70666847720 req-a6e4986a-1e03-40e2-837e-9b7d776c569e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:46.795503 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-97d629e5-56c0-4266-b5d0-e70666847720 req-a6e4986a-1e03-40e2-837e-9b7d776c569e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.0663598 Oct 28 09:46:46.880651 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-97d629e5-56c0-4266-b5d0-e70666847720 req-033d5132-606e-4adc-b1ce-7d20128f8b9f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786068 Oct 28 09:46:47.015106 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38832) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:47.059122 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0f122-0699-47cc-9971-893f430b4741 req-8c0b9df3-e2b4-4c7a-a69e-1839b4d383de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:47.061181 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e3e0f122-0699-47cc-9971-893f430b4741 req-8c0b9df3-e2b4-4c7a-a69e-1839b4d383de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0636437 Oct 28 09:46:47.138758 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e3e0f122-0699-47cc-9971-893f430b4741 req-bb3b6485-57a4-4409-8e2e-ef27c46026c9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711880 Oct 28 09:46:47.219621 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4d2f-8576-4937-b110-7b9153eb8db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.308897 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4d2f-8576-4937-b110-7b9153eb8db0 admin admin] Publish callbacks [] for security_group (a878f80f-1f89-480b-8a45-d47c28d26c74), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.313309 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7b2a4d2f-8576-4937-b110-7b9153eb8db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a878f80f-1f89-480b-8a45-d47c28d26c74), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.328876 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:47.356305 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a4d2f-8576-4937-b110-7b9153eb8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a878f80f-1f89-480b-8a45-d47c28d26c74,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:47.365952 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7b2a4d2f-8576-4937-b110-7b9153eb8db0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8461445392af4e50ba987c8a576e2dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496945 Oct 28 09:46:47.366596 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38838) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:47.435007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] Publish callbacks [] for security_group (a878f80f-1f89-480b-8a45-d47c28d26c74), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.456388 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] Publish callbacks [] for security_group (a878f80f-1f89-480b-8a45-d47c28d26c74), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.507021 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a878f80f-1f89-480b-8a45-d47c28d26c74), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.509477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.510656 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a878f80f-1f89-480b-8a45-d47c28d26c74 HTTP/1.1" status: 204 len: 168 time: 0.1428490 Oct 28 09:46:47.518839 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f3f24-fbb0-4b03-aaf6-f28b164900f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a878f80f-1f89-480b-8a45-d47c28d26c74,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:47.851260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38846) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:47.867952 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-38692ebb-58df-421f-9f2b-13ca730ec02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.890183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:47.954188 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-38692ebb-58df-421f-9f2b-13ca730ec02a admin admin] Publish callbacks [] for security_group (1b11832a-4d44-465c-b69b-245dd3af03ef), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.963219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-38692ebb-58df-421f-9f2b-13ca730ec02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1b11832a-4d44-465c-b69b-245dd3af03ef), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:47.996464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38692ebb-58df-421f-9f2b-13ca730ec02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b11832a-4d44-465c-b69b-245dd3af03ef,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:48.017893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-38692ebb-58df-421f-9f2b-13ca730ec02a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2d878a488ebb45d8872c74df48985ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654782 Oct 28 09:46:48.021166 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38850) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:48.099070 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] Publish callbacks [] for security_group (1b11832a-4d44-465c-b69b-245dd3af03ef), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:48.128229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] Publish callbacks [] for security_group (1b11832a-4d44-465c-b69b-245dd3af03ef), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:48.130693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:48.289928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be05c4-89b9-45d4-bc01-4e1bad6849e8 req-f2c55598-deeb-4a26-8943-6be6bb5e9cc5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:48.291349 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40be05c4-89b9-45d4-bc01-4e1bad6849e8 req-f2c55598-deeb-4a26-8943-6be6bb5e9cc5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.1372445 Oct 28 09:46:48.318589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e0476-a8b3-47a3-89cd-0bbb6d2109cd req-1a62b96f-65c1-455c-a0cb-54c2681d6dea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:48.325973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e52e0476-a8b3-47a3-89cd-0bbb6d2109cd req-1a62b96f-65c1-455c-a0cb-54c2681d6dea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0777442 Oct 28 09:46:48.382941 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1b11832a-4d44-465c-b69b-245dd3af03ef), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:48.385564 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:48.389926 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1b11832a-4d44-465c-b69b-245dd3af03ef HTTP/1.1" status: 204 len: 168 time: 0.3668282 Oct 28 09:46:48.433299 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40be05c4-89b9-45d4-bc01-4e1bad6849e8 req-e1d0a715-89dd-4f73-8d81-2196819fe83d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347709 Oct 28 09:46:48.446532 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96d4ab-07b2-4e22-995a-6d952c7908f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b11832a-4d44-465c-b69b-245dd3af03ef,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:48.455442 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e52e0476-a8b3-47a3-89cd-0bbb6d2109cd req-afc61b4f-5ac0-44d3-837a-bf942efe426c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283071 Oct 28 09:46:49.636619 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2f714-990b-4124-bc63-4a06ce2f1679 req-bd5b94be-9d21-4005-90f0-429fe04bf262 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:49.638143 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-28d2f714-990b-4124-bc63-4a06ce2f1679 req-bd5b94be-9d21-4005-90f0-429fe04bf262 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.1183884 Oct 28 09:46:49.666590 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0a9ee-290e-4e8a-933b-97b7c2c3389a req-3827cdb2-691a-42a2-915f-c6d27da02a37 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:49.675509 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fd0a9ee-290e-4e8a-933b-97b7c2c3389a req-3827cdb2-691a-42a2-915f-c6d27da02a37 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0770600 Oct 28 09:46:49.756077 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-28d2f714-990b-4124-bc63-4a06ce2f1679 req-7627c7bb-9ccc-4a86-90be-2d10d1741f3a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057603 Oct 28 09:46:49.772837 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fd0a9ee-290e-4e8a-933b-97b7c2c3389a req-111cf589-58b3-43bc-983d-6f45ca97bb6f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963800 Oct 28 09:46:50.609675 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38920) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:50.744816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4efa82dd-5744-46df-b0bf-62c6d4de889a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.839422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4efa82dd-5744-46df-b0bf-62c6d4de889a admin admin] Publish callbacks [] for security_group (290b3759-63b3-48db-82c9-4813a57a7fbc), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.847364 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4efa82dd-5744-46df-b0bf-62c6d4de889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (290b3759-63b3-48db-82c9-4813a57a7fbc), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:50.955419 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa82dd-5744-46df-b0bf-62c6d4de889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b3759-63b3-48db-82c9-4813a57a7fbc,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:50.971123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4efa82dd-5744-46df-b0bf-62c6d4de889a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3255e6869df842b7acaa4e70f4c76dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604085 Oct 28 09:46:50.971731 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:50.974471 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38928) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:50.979897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f863a6-43d0-40c7-b3c2-beca9686f571 req-6652a782-c76e-42cf-a71c-e6d27bcbe9fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:50.981580 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17f863a6-43d0-40c7-b3c2-beca9686f571 req-6652a782-c76e-42cf-a71c-e6d27bcbe9fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1109080 Oct 28 09:46:50.988060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed671f6-55ec-462f-aba8-2bb6e55fb0f2 req-d95d875d-1041-4c97-92eb-5fe96637b523 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:50.989396 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ed671f6-55ec-462f-aba8-2bb6e55fb0f2 req-d95d875d-1041-4c97-92eb-5fe96637b523 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.1177437 Oct 28 09:46:51.029285 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] Publish callbacks [] for security_group (290b3759-63b3-48db-82c9-4813a57a7fbc), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.062959 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] Publish callbacks [] for security_group (290b3759-63b3-48db-82c9-4813a57a7fbc), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.077590 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ed671f6-55ec-462f-aba8-2bb6e55fb0f2 req-b700b178-592b-4be1-8c42-b9ece8804251 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Oct 28 09:46:51.087850 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17f863a6-43d0-40c7-b3c2-beca9686f571 req-1379e195-dafe-4877-926f-7b6ca5a8df60 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Oct 28 09:46:51.132463 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (290b3759-63b3-48db-82c9-4813a57a7fbc), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.135932 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.142031 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/290b3759-63b3-48db-82c9-4813a57a7fbc HTTP/1.1" status: 204 len: 168 time: 0.1643534 Oct 28 09:46:51.150805 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028266-cb9c-4ff1-a311-2b51d32ade9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b3759-63b3-48db-82c9-4813a57a7fbc,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:51.604056 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 38938) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:51.618119 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae20a04e-ebbb-4e95-a45c-748b729dd95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.715471 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae20a04e-ebbb-4e95-a45c-748b729dd95d admin admin] Publish callbacks [] for security_group (06bb7581-c154-45ee-ac46-e9d4031f191f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.723796 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae20a04e-ebbb-4e95-a45c-748b729dd95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (06bb7581-c154-45ee-ac46-e9d4031f191f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.774289 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ae20a04e-ebbb-4e95-a45c-748b729dd95d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f3ae38c153134065b04a3eac92064bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660700 Oct 28 09:46:51.774289 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20a04e-ebbb-4e95-a45c-748b729dd95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bb7581-c154-45ee-ac46-e9d4031f191f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:51.775572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 38940) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:46:51.853262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:51.854966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] Publish callbacks [] for security_group (06bb7581-c154-45ee-ac46-e9d4031f191f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.902901 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] Publish callbacks [] for security_group (06bb7581-c154-45ee-ac46-e9d4031f191f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.958184 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (06bb7581-c154-45ee-ac46-e9d4031f191f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.961556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:51.962975 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/06bb7581-c154-45ee-ac46-e9d4031f191f HTTP/1.1" status: 204 len: 168 time: 0.1862016 Oct 28 09:46:51.975085 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e36ec-e4eb-434d-8892-af335fa235b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bb7581-c154-45ee-ac46-e9d4031f191f,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:52.015190 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:52.310389 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac1f8-b355-4a9b-ad07-b4b61de40970 req-a15a7e26-da95-4661-84f6-5b7e36e44d34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:52.312365 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a79ac1f8-b355-4a9b-ad07-b4b61de40970 req-a15a7e26-da95-4661-84f6-5b7e36e44d34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1035378 Oct 28 09:46:52.319025 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a485b9-4c8d-4bc9-bccc-19b42f0b151e req-9acedd33-62d2-490f-a588-9dfdea9595d6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:52.320770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f5a485b9-4c8d-4bc9-bccc-19b42f0b151e req-9acedd33-62d2-490f-a588-9dfdea9595d6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.1002262 Oct 28 09:46:52.634404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a79ac1f8-b355-4a9b-ad07-b4b61de40970 req-59bfbdb9-14ba-44be-ab67-baf87aaa452a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124282 Oct 28 09:46:52.641781 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f5a485b9-4c8d-4bc9-bccc-19b42f0b151e req-fa8e7ccd-483c-433c-a8dd-1d4cd97912f8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127897 Oct 28 09:46:53.793047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e721ba-87a4-4f1f-94ac-9d98d61795e6 req-efe84fd6-4d72-457b-8d01-90fad374aefe tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:53.793998 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61e721ba-87a4-4f1f-94ac-9d98d61795e6 req-efe84fd6-4d72-457b-8d01-90fad374aefe tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0746460 Oct 28 09:46:53.802065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1285336-96ef-4d73-8606-dc50744e04ce req-e0f9fb57-f915-46b2-9941-73c01fedc7c7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:53.803439 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a1285336-96ef-4d73-8606-dc50744e04ce req-e0f9fb57-f915-46b2-9941-73c01fedc7c7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.0737541 Oct 28 09:46:53.871783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-61e721ba-87a4-4f1f-94ac-9d98d61795e6 req-070ba787-cf51-493b-9d07-b513c52feb0e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672901 Oct 28 09:46:53.880646 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a1285336-96ef-4d73-8606-dc50744e04ce req-9175acba-eb38-4869-8860-7dcbbdf7d624 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676017 Oct 28 09:46:55.019348 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326e2e8-0e15-4f84-a50f-ff7d4e7b28eb req-0134d5ae-3257-4eac-8c3a-f37d63d94608 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.021330 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b326e2e8-0e15-4f84-a50f-ff7d4e7b28eb req-0134d5ae-3257-4eac-8c3a-f37d63d94608 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0740426 Oct 28 09:46:55.028744 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ce1d-8786-414d-b099-00f2faf487fa req-70b1f7c5-ce6f-4af7-b8f0-9042e2182b75 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.030132 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e91ce1d-8786-414d-b099-00f2faf487fa req-70b1f7c5-ce6f-4af7-b8f0-9042e2182b75 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 931 time: 0.0739484 Oct 28 09:46:55.106689 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b326e2e8-0e15-4f84-a50f-ff7d4e7b28eb req-22350572-c9e7-4a68-a851-86b215a75d40 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755405 Oct 28 09:46:55.109874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e91ce1d-8786-414d-b099-00f2faf487fa req-06b1d58d-5446-4076-9880-ac84e8f09e74 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Oct 28 09:46:55.260040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Request body: {'port': {'device_id': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:46:55.320130 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:55.384380 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:55.410896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-49a780f7-07d3-4fc3-88ef-45b0702375dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.412390 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-49a780f7-07d3-4fc3-88ef-45b0702375dd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.0611665 Oct 28 09:46:55.594375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:55.604731 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-7501efc2-eba4-4337-b760-5621283caf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.606191 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-7501efc2-eba4-4337-b760-5621283caf80 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1556084 Oct 28 09:46:55.661410 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-51572480-e879-4723-bd0d-ca0f3f53841e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 217 time: 0.0450573 Oct 28 09:46:55.749722 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-504efcc2-6e14-4143-9d6c-4cbf26506099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.751187 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-504efcc2-6e14-4143-9d6c-4cbf26506099 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0806615 Oct 28 09:46:55.771162 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec06b02-a12d-496d-a40d-c56118810a83 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:46:55.795074 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks [] for port (0ec06b02-a12d-496d-a40d-c56118810a83), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:55.812714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-db334625-e3a3-4bfd-85cf-75f62216b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:55.814236 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-db334625-e3a3-4bfd-85cf-75f62216b471 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0552759 Oct 28 09:46:55.817335 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Transition to ACTIVE for port object 0ec06b02-a12d-496d-a40d-c56118810a83 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:46:55.821295 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:55.947296 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:55.965536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.965881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.966223 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.966588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.966929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.967260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.967586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.967908 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.968233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.968556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.968880 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.969205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.969524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.969839 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:55.970155 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:46:56.009401 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-f6a0f152-337a-4ae5-9785-0af06072eced service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657982 Oct 28 09:46:56.018083 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Attempting to bind port 0ec06b02-a12d-496d-a40d-c56118810a83 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:46:56.018447 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Attempting to bind port 0ec06b02-a12d-496d-a40d-c56118810a83 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:46:56.018781 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Attempting to bind port 0ec06b02-a12d-496d-a40d-c56118810a83 on network 4312b894-27db-4853-89d7-6a6630738a6b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:56.116201 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Port 0ec06b02-a12d-496d-a40d-c56118810a83 on network 4312b894-27db-4853-89d7-6a6630738a6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:46:56.116836 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Attempting to bind port 0ec06b02-a12d-496d-a40d-c56118810a83 on network 4312b894-27db-4853-89d7-6a6630738a6b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:46:56.177719 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b226a398-4a6d-4644-a6f1-0e0c44695729 req-cf26817c-019e-466c-b7c9-09a400d9b539 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554735 Oct 28 09:46:56.184188 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:46:56.184573 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Checking segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:46:56.185056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Bound using segment: {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:46:56.185540 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Bound port: 0ec06b02-a12d-496d-a40d-c56118810a83, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08998415-5935-47cf-865b-35d3f4df0b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:46:56.186053 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:56.286147 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:56.307014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0492-4f55-459c-8f96-27f4ddfe9af9 req-b87ae393-4aab-4e87-987e-1ebbd49d0aa6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:56.308483 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c27c0492-4f55-459c-8f96-27f4ddfe9af9 req-b87ae393-4aab-4e87-987e-1ebbd49d0aa6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1106589 Oct 28 09:46:56.316799 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466cc0a-6ac9-4bda-9583-b0c1d0cc7260 req-c520271f-4365-439c-ad4a-5abdc616bc48 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:56.318175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b466cc0a-6ac9-4bda-9583-b0c1d0cc7260 req-c520271f-4365-439c-ad4a-5abdc616bc48 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.1214404 Oct 28 09:46:56.360792 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:56.371403 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:46:56.398749 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:46:56.415385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:56.427422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:56.428024 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:46:56.429432 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 1093 time: 1.1737363 Oct 28 09:46:56.433118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:46:56.435613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470dae0-453a-45ba-90c9-949c29c9cab7" -d '{"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:46:56.459208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c27c0492-4f55-459c-8f96-27f4ddfe9af9 req-c5f015b2-10f2-430c-9348-1de5aa84f082 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401019 Oct 28 09:46:56.467113 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b466cc0a-6ac9-4bda-9583-b0c1d0cc7260 req-4de3fc04-baf1-4ff0-94cc-b82a8a3ceef4 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427255 Oct 28 09:46:56.489241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610ea52-4382-4114-ab97-bd42e62631e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:46:56.532904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e4854d-ebe5-45c1-8000-83c2eea6a505 x-openstack-request-id: req-93e4854d-ebe5-45c1-8000-83c2eea6a505 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:46:56.533196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:46:56.533471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93e4854d-ebe5-45c1-8000-83c2eea6a505 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:46:56.533871 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e4854d-ebe5-45c1-8000-83c2eea6a505'] response: {'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:46:56.959154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-2e5155cb-6558-409b-a47c-1294e95748d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:56.960690 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-2e5155cb-6558-409b-a47c-1294e95748d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1127 time: 0.0389643 Oct 28 09:46:57.026639 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-e0bf6cf5-606d-47a5-8a32-8bee80270a6a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 217 time: 0.0368547 Oct 28 09:46:57.129211 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a614ef37-8a04-4516-a3c0-eee68169d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:57.130726 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a614ef37-8a04-4516-a3c0-eee68169d9dd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.0460415 Oct 28 09:46:57.185047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c35a-8004-4737-9cb3-723bbff84fed req-0d1bf9c7-648e-4b5f-a21c-29faba92f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:57.186921 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-0d1bf9c7-648e-4b5f-a21c-29faba92f0c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0426586 Oct 28 09:46:57.289928 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-dbe6f8a3-cd03-41a1-b8c4-97d927f87a6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902250 Oct 28 09:46:57.381529 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6465c35a-8004-4737-9cb3-723bbff84fed req-a7f85e46-3f8f-45aa-94e6-f5c5e2733931 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Oct 28 09:46:57.628411 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b0f7-b910-4ca3-bf67-cbba5561a48c req-972c4e78-bd70-4912-a502-525cfb0b2ffa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:57.629976 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5d36b0f7-b910-4ca3-bf67-cbba5561a48c req-972c4e78-bd70-4912-a502-525cfb0b2ffa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0817842 Oct 28 09:46:57.638962 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6712e1b-4b86-4a71-bb69-475449e0beb9 req-84720c64-e1da-4ff6-8cbd-21df2a3fd7d8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:57.640455 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d6712e1b-4b86-4a71-bb69-475449e0beb9 req-84720c64-e1da-4ff6-8cbd-21df2a3fd7d8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0811844 Oct 28 09:46:57.723862 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5d36b0f7-b910-4ca3-bf67-cbba5561a48c req-96a2eb8b-c120-4c59-bdb6-aff0d7d4090b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Oct 28 09:46:57.726948 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d6712e1b-4b86-4a71-bb69-475449e0beb9 req-bec6b5e9-fbe4-4234-8333-42912bbb5d99 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787995 Oct 28 09:46:58.476327 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=67,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:58.880393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6213d4d-ee7e-4264-bc6f-99ce7d311890 req-2f44e6dd-3922-4f8d-9d47-2c1b386cc935 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:58.881879 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6213d4d-ee7e-4264-bc6f-99ce7d311890 req-2f44e6dd-3922-4f8d-9d47-2c1b386cc935 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0792589 Oct 28 09:46:58.887543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d2e13-8e3c-4aec-9c1d-747562dfb355 req-f565f6de-0fdd-4604-a374-df8a1eaf1e40 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:46:58.888893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-853d2e13-8e3c-4aec-9c1d-747562dfb355 req-f565f6de-0fdd-4604-a374-df8a1eaf1e40 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0762031 Oct 28 09:46:58.947393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:46:58.964521 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6213d4d-ee7e-4264-bc6f-99ce7d311890 req-4f3eb1f4-1d14-449c-bc7d-67b88ce63bbf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747130 Oct 28 09:46:58.969461 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-853d2e13-8e3c-4aec-9c1d-747562dfb355 req-65c947a0-3ed3-4b4d-96ab-b78c4ce7a3d3 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728407 Oct 28 09:47:00.117690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7a19-4045-4f70-b10a-7f322dafce46 req-f1e3a163-0ecb-41f5-8231-bf19bec33ca9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:00.119175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ad8b7a19-4045-4f70-b10a-7f322dafce46 req-f1e3a163-0ecb-41f5-8231-bf19bec33ca9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0772524 Oct 28 09:47:00.124677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ab8cb-f9fa-482d-be98-219a264eb564 req-3dec5883-da2c-468d-8eaf-802e9a54a3fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:00.125977 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d20ab8cb-f9fa-482d-be98-219a264eb564 req-3dec5883-da2c-468d-8eaf-802e9a54a3fc tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0745549 Oct 28 09:47:00.196100 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ad8b7a19-4045-4f70-b10a-7f322dafce46 req-a025cc37-aeb7-4926-8362-b78ee5671720 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Oct 28 09:47:00.203046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d20ab8cb-f9fa-482d-be98-219a264eb564 req-26422f25-5fd3-4957-864c-2b45a0c76440 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Oct 28 09:47:00.806530 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:01.309512 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:01.350440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9c2ee-e856-4b7d-9706-4d46dfa3cd29 req-c858623d-4572-4ab8-aed9-e22f8cbcd12c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.351925 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ee9c2ee-e856-4b7d-9706-4d46dfa3cd29 req-c858623d-4572-4ab8-aed9-e22f8cbcd12c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0805793 Oct 28 09:47:01.357600 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ab9c7-1cbe-40c8-aa88-06499e5e6f5c req-82701d2d-e848-42df-8d61-8cf43e2fda7a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.359024 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-998ab9c7-1cbe-40c8-aa88-06499e5e6f5c req-82701d2d-e848-42df-8d61-8cf43e2fda7a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0787480 Oct 28 09:47:01.430380 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ee9c2ee-e856-4b7d-9706-4d46dfa3cd29 req-d1b1f8e4-29b3-486d-8e83-75d7fd671fe7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704212 Oct 28 09:47:01.437333 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-998ab9c7-1cbe-40c8-aa88-06499e5e6f5c req-5348a526-ea38-4210-a1a3-400c9957eac1 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702970 Oct 28 09:47:01.524071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-71892554-274b-4a94-a487-8364f65f091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.525490 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-71892554-274b-4a94-a487-8364f65f091f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1127 time: 0.0390437 Oct 28 09:47:01.643715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-0aff7c6b-602e-4ffc-b2ea-48be489c3e8f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477362 Oct 28 09:47:01.669563 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-4d72bac2-4dce-4463-be3f-09c69d905b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.671069 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-4d72bac2-4dce-4463-be3f-09c69d905b09 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.1255121 Oct 28 09:47:01.732063 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-63cb823c-555b-4253-9827-12c64cf2a804 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 217 time: 0.0473330 Oct 28 09:47:01.764696 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:01.768432 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:01.790768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-a45b5dd3-9a26-4205-9917-ff49c0db5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.792550 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-a45b5dd3-9a26-4205-9917-ff49c0db5c62 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0700157 Oct 28 09:47:01.804120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-32d7c5a1-8dd9-403d-9a0a-ba6c3558985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.805999 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-32d7c5a1-8dd9-403d-9a0a-ba6c3558985a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.0572255 Oct 28 09:47:01.896829 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-b4414ff9-c655-4898-8bc8-1e9b222ef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.898386 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-b4414ff9-c655-4898-8bc8-1e9b222ef815 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0840144 Oct 28 09:47:01.989498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-2abd8ec9-b6f0-4da5-9654-0a6336c081f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:01.990901 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-2abd8ec9-b6f0-4da5-9654-0a6336c081f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1674852 Oct 28 09:47:02.014933 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:02.045821 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-e845bcfa-8c3f-4861-9e3d-1429f84f440d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35 HTTP/1.1" status: 200 len: 217 time: 0.0480275 Oct 28 09:47:02.099377 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-89820864-b729-4f4d-b659-11c8dc17cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:02.100914 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-89820864-b729-4f4d-b659-11c8dc17cc8c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0470443 Oct 28 09:47:02.102758 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-a59e5a4c-8d58-4e20-bd45-b705ab3c0bc7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964579 Oct 28 09:47:02.177309 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-d2126171-fbfa-498f-a5db-851164e7264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:02.178870 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-d2126171-fbfa-498f-a5db-851164e7264a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0637510 Oct 28 09:47:02.262389 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:02.542421 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:02.554456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0470dae0-453a-45ba-90c9-949c29c9cab7 req-b152c665-1394-4eef-81b1-c9946012ba82 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305110 Oct 28 09:47:02.592814 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-32310d5f-f5e9-401d-9200-886c1b26131c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876772 Oct 28 09:47:02.614031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430f47b-df8b-49b5-96b2-36d09b19228b req-54465e94-0cee-4838-a430-e041a002eb5a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:02.615568 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7430f47b-df8b-49b5-96b2-36d09b19228b req-54465e94-0cee-4838-a430-e041a002eb5a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0931776 Oct 28 09:47:02.623228 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27dee8-9bbf-47a3-9474-ef925e19c36e req-fad47ee1-ad89-49ca-bb95-c28a174e380b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:02.624616 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aa27dee8-9bbf-47a3-9474-ef925e19c36e req-fad47ee1-ad89-49ca-bb95-c28a174e380b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0980957 Oct 28 09:47:02.656263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a171a5bc-409e-4d70-96de-bc33ba9196ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:02.697352 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7430f47b-df8b-49b5-96b2-36d09b19228b req-980c5f28-d2be-44ee-89ff-f9f4eaa884f8 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717223 Oct 28 09:47:02.708803 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aa27dee8-9bbf-47a3-9474-ef925e19c36e req-36fb55e4-fa00-496d-a957-62ad67c2c980 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759783 Oct 28 09:47:03.681659 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c2d0ab8-e736-4fe0-b2ce-8a81e2c53759 req-215e9a54-18d1-4d07-b1bc-1b4aa9600783 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866694 Oct 28 09:47:03.850348 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626687db-04ee-4a5c-8410-0d27cdfac22e req-b5b0986c-d366-4799-9418-092be76e826f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:03.851883 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-626687db-04ee-4a5c-8410-0d27cdfac22e req-b5b0986c-d366-4799-9418-092be76e826f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0783770 Oct 28 09:47:03.858680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbae244-8644-415b-8a26-4fde6b93310f req-39981c92-8b71-429b-baec-c17d94096cef tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:03.860051 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5fbae244-8644-415b-8a26-4fde6b93310f req-39981c92-8b71-429b-baec-c17d94096cef tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0762703 Oct 28 09:47:03.932957 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-626687db-04ee-4a5c-8410-0d27cdfac22e req-a9959231-9be5-49a7-97c7-47d50681eb02 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719271 Oct 28 09:47:03.937072 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5fbae244-8644-415b-8a26-4fde6b93310f req-85864f64-71e6-4eb4-b861-dfb7bf031578 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687792 Oct 28 09:47:04.955206 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6bbb131c-a135-4fdf-9179-0aef5dfbcd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.089243 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e5f9-e6b7-40bd-8d7b-2ec3f4ec5334 req-ddbbbf86-30cd-49c4-8672-5c1aa700f52e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:05.090786 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d0e8e5f9-e6b7-40bd-8d7b-2ec3f4ec5334 req-ddbbbf86-30cd-49c4-8672-5c1aa700f52e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0773149 Oct 28 09:47:05.096258 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8a4f0-96d2-4f8d-930f-5085411981d0 req-7c43fc60-e07b-4539-834b-6d807f20cae0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:05.097635 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19c8a4f0-96d2-4f8d-930f-5085411981d0 req-7c43fc60-e07b-4539-834b-6d807f20cae0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 943 time: 0.0860407 Oct 28 09:47:05.173259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d0e8e5f9-e6b7-40bd-8d7b-2ec3f4ec5334 req-c3979129-47e4-4c64-b931-ef6e72d4ad1f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Oct 28 09:47:05.177388 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19c8a4f0-96d2-4f8d-930f-5085411981d0 req-313cab3d-1db3-417d-8510-f3b774dad7f8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715995 Oct 28 09:47:05.408666 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ec06b02-a12d-496d-a40d-c56118810a83 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:05.512941 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:05.524938 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '0ec06b02-a12d-496d-a40d-c56118810a83', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'port_id': '0ec06b02-a12d-496d-a40d-c56118810a83', 'mac_address': 'fa:16:3e:b8:cb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:05.563179 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 0ec06b02-a12d-496d-a40d-c56118810a83 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:05.563562 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.577508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec06b02-a12d-496d-a40d-c56118810a83 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:05.597623 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:05.601664 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:05.647050 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:05.653972 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.654316 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.654682 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.655044 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.655379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.655705 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.656029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.656351 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.656675 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.656996 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.657315 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.657635 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.657954 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.658271 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:05.658613 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:06.329551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303e769-66a7-448a-bc39-72a45785a6cf req-c8079e8b-7273-4227-9823-21806e968649 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:06.331080 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f303e769-66a7-448a-bc39-72a45785a6cf req-c8079e8b-7273-4227-9823-21806e968649 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0820901 Oct 28 09:47:06.336721 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aee683-eff9-405e-8dd9-e767d348548c req-a0b715bb-442c-4f90-a5ab-91df9877a212 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:06.338076 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3aee683-eff9-405e-8dd9-e767d348548c req-a0b715bb-442c-4f90-a5ab-91df9877a212 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 944 time: 0.0775139 Oct 28 09:47:06.419221 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f303e769-66a7-448a-bc39-72a45785a6cf req-cda84f46-02d6-495b-a108-64483216cc82 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801730 Oct 28 09:47:06.423321 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3aee683-eff9-405e-8dd9-e767d348548c req-f4540538-8782-4198-a01e-18c6050edfe7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773113 Oct 28 09:47:06.707871 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:07.574017 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e437-48fa-422d-9da0-5bb4645e02e2 req-bd856a5b-0e06-49dd-aef5-aa30bf92fc2e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:07.575455 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-41f1e437-48fa-422d-9da0-5bb4645e02e2 req-bd856a5b-0e06-49dd-aef5-aa30bf92fc2e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 944 time: 0.0691659 Oct 28 09:47:07.580983 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb480-a556-409a-a1a0-1c0c11d7b0cb req-c5c220ef-298f-421c-b869-d81ea7b7b64a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:07.582441 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a44eb480-a556-409a-a1a0-1c0c11d7b0cb req-c5c220ef-298f-421c-b869-d81ea7b7b64a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0870776 Oct 28 09:47:07.604555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:07.651618 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:07.660129 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-41f1e437-48fa-422d-9da0-5bb4645e02e2 req-fafec3e3-773b-4e79-80d5-cf6d336d3da5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766847 Oct 28 09:47:07.663260 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a44eb480-a556-409a-a1a0-1c0c11d7b0cb req-2c0226cc-595f-48f2-8bc1-4b64a3bb291b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737197 Oct 28 09:47:07.911270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:08.187574 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:08.711678 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:08.817812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef1c87-ba40-404c-a705-ee926c242a5f req-29413c1b-a540-4132-a740-6f9c79a62b29 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:08.819261 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6aef1c87-ba40-404c-a705-ee926c242a5f req-29413c1b-a540-4132-a740-6f9c79a62b29 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 944 time: 0.0808764 Oct 28 09:47:08.825047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792ce4-6c13-4f86-be48-5050a11a0cd2 req-fdf7edf7-6e65-4c2b-8ab7-ddc3722a88ce tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:08.826483 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e792ce4-6c13-4f86-be48-5050a11a0cd2 req-fdf7edf7-6e65-4c2b-8ab7-ddc3722a88ce tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0783975 Oct 28 09:47:08.901761 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6aef1c87-ba40-404c-a705-ee926c242a5f req-7694125e-70a5-4e6c-b5b6-d4d2d9e263ca tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743227 Oct 28 09:47:08.904717 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e792ce4-6c13-4f86-be48-5050a11a0cd2 req-9040c90b-d458-4166-aa84-8a9f396e9fcf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698283 Oct 28 09:47:10.056763 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180e83f-5935-49db-9c95-632c57d41343 req-6726dfd9-70ab-47a3-9733-d02540812c02 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:10.058178 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c180e83f-5935-49db-9c95-632c57d41343 req-6726dfd9-70ab-47a3-9733-d02540812c02 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 944 time: 0.0812683 Oct 28 09:47:10.066075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb01c96-6ca2-440c-9ed9-cbd70f9f46e0 req-8d660163-d1b8-498b-9f20-64b6f28cd46e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:10.067546 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcb01c96-6ca2-440c-9ed9-cbd70f9f46e0 req-8d660163-d1b8-498b-9f20-64b6f28cd46e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0800860 Oct 28 09:47:10.142407 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c180e83f-5935-49db-9c95-632c57d41343 req-10f2424b-79f0-4d0f-b39f-b141c58a27f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738959 Oct 28 09:47:10.146221 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dcb01c96-6ca2-440c-9ed9-cbd70f9f46e0 req-efd8aea2-5789-4a57-b5ea-e0178ad99da3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718672 Oct 28 09:47:10.751809 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ec06b02-a12d-496d-a40d-c56118810a83 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:10.795062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 0ec06b02-a12d-496d-a40d-c56118810a83 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:47:10.801277 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 0ec06b02-a12d-496d-a40d-c56118810a83 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:10.801660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:10.802137 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 0ec06b02-a12d-496d-a40d-c56118810a83 Oct 28 09:47:10.879713 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 0ec06b02-a12d-496d-a40d-c56118810a83 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:10.880110 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:10.905145 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:10.907484 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764bb319-09e4-499f-b5b3-02d0fbc09811" -d '{"events": [{"server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:10.922468 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:10.927122 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:10.953279 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e62b9-dd5d-4de7-a5b0-743c8c05ca69 x-openstack-request-id: req-4b2e62b9-dd5d-4de7-a5b0-743c8c05ca69 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:10.953592 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "name": "network-vif-plugged", "status": "completed", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:10.953921 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b2e62b9-dd5d-4de7-a5b0-743c8c05ca69 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:10.954386 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2e62b9-dd5d-4de7-a5b0-743c8c05ca69'] response: {'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'code': 200} Oct 28 09:47:10.956653 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:11.000259 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:11.215291 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891d5f-8cc0-4dd5-b897-3c7881107bbb req-97fd6563-8d67-46d0-b960-614d0060cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:11.216962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3891d5f-8cc0-4dd5-b897-3c7881107bbb req-97fd6563-8d67-46d0-b960-614d0060cfad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1129 time: 0.0433838 Oct 28 09:47:11.325010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c832ae-2d0d-447b-a071-9c86bfb02bca req-6e133dc5-14e7-48b4-b6b6-9dce0effbcd2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:11.326418 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19c832ae-2d0d-447b-a071-9c86bfb02bca req-6e133dc5-14e7-48b4-b6b6-9dce0effbcd2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.1006813 Oct 28 09:47:11.342334 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e873b2b-6d58-496c-98f6-8d8b106996f1 req-c628552e-ba43-4baa-90bf-6aceace86c31 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:11.343770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3e873b2b-6d58-496c-98f6-8d8b106996f1 req-c628552e-ba43-4baa-90bf-6aceace86c31 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1091580 Oct 28 09:47:11.364099 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3891d5f-8cc0-4dd5-b897-3c7881107bbb req-644b98cf-e39f-4567-ab18-bba98ed95a82 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272013 Oct 28 09:47:11.423999 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19c832ae-2d0d-447b-a071-9c86bfb02bca req-2936531f-cbd9-4d44-8c0d-b7be3137efd7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876536 Oct 28 09:47:11.428270 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3e873b2b-6d58-496c-98f6-8d8b106996f1 req-4e072a95-a5cc-4080-918e-f9e253f2fd13 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735288 Oct 28 09:47:12.589438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b99b8-bc7f-4816-8f86-d75861689d7e req-1843a6eb-65f6-4030-a615-e24563ba309a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:12.591334 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-446b99b8-bc7f-4816-8f86-d75861689d7e req-1843a6eb-65f6-4030-a615-e24563ba309a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0921414 Oct 28 09:47:12.600433 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e603-e523-45a9-b655-8e6fad5e5be1 req-c6d13a3c-65ea-407d-a337-4b18ab989c2b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:12.602353 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c4c0e603-e523-45a9-b655-8e6fad5e5be1 req-c6d13a3c-65ea-407d-a337-4b18ab989c2b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1017737 Oct 28 09:47:12.687067 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-446b99b8-bc7f-4816-8f86-d75861689d7e req-8689dc1c-b83a-4dea-b34f-3f34de90f2a2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836098 Oct 28 09:47:12.693559 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c4c0e603-e523-45a9-b655-8e6fad5e5be1 req-d49c9da7-84a6-4a08-8109-dc4bd739583e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827336 Oct 28 09:47:13.838939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af086967-ca9e-43a1-9202-55c47e56e839 req-b0fcd0dd-ae5d-4f11-9b49-62cecacaccee tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:13.840422 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-af086967-ca9e-43a1-9202-55c47e56e839 req-b0fcd0dd-ae5d-4f11-9b49-62cecacaccee tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0788488 Oct 28 09:47:13.846067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d81e43-a961-43d2-9394-c6a73439f994 req-0419ab53-703a-44f8-b045-e01e7e3b702f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:13.847475 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11d81e43-a961-43d2-9394-c6a73439f994 req-0419ab53-703a-44f8-b045-e01e7e3b702f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0769901 Oct 28 09:47:13.883105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:13.903097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:13.925427 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-af086967-ca9e-43a1-9202-55c47e56e839 req-8d92ad89-ee3c-4274-a773-450857ed91df tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764966 Oct 28 09:47:13.928942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11d81e43-a961-43d2-9394-c6a73439f994 req-d43eb704-e299-4a6a-bcd6-3b812bdd1e12 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737934 Oct 28 09:47:15.080665 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637c746-2f89-4ec1-b16c-131d157fb227 req-3b3a3061-25f1-4427-a4dc-f7d2c1543900 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:15.082665 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f637c746-2f89-4ec1-b16c-131d157fb227 req-3b3a3061-25f1-4427-a4dc-f7d2c1543900 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0782151 Oct 28 09:47:15.090178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a602-4147-4d4a-b31f-8485777c3def req-bbb96fb4-f187-4305-a1ae-bdf68e41603c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:15.091594 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0375a602-4147-4d4a-b31f-8485777c3def req-bbb96fb4-f187-4305-a1ae-bdf68e41603c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0785582 Oct 28 09:47:15.158197 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f637c746-2f89-4ec1-b16c-131d157fb227 req-7d6c1864-e870-4737-9fda-cd9d1fce2a32 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656602 Oct 28 09:47:15.170076 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0375a602-4147-4d4a-b31f-8485777c3def req-a2361ec4-d7a3-4287-a35e-6688bd6ec352 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701504 Oct 28 09:47:16.305590 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1997e85-8cfa-4c2f-b737-a100743cbf61 req-ddc57323-5936-4afb-9a80-f48a0b3a5a87 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:16.307085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a1997e85-8cfa-4c2f-b737-a100743cbf61 req-ddc57323-5936-4afb-9a80-f48a0b3a5a87 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0673590 Oct 28 09:47:16.380018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c50c7-caf5-45e3-924b-4531260b8141 req-d56a0489-93b1-4db3-a974-3b92ffdff355 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:16.382770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c34c50c7-caf5-45e3-924b-4531260b8141 req-d56a0489-93b1-4db3-a974-3b92ffdff355 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0843697 Oct 28 09:47:16.406966 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a1997e85-8cfa-4c2f-b737-a100743cbf61 req-7a1d7d40-fc18-4a66-9030-80f3b5146391 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895190 Oct 28 09:47:16.477525 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c34c50c7-caf5-45e3-924b-4531260b8141 req-efaeec42-9d9a-4c3a-a6a2-6d85a5a58f57 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695457 Oct 28 09:47:16.560242 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e28436-df3d-4b6f-9632-57881c77af7a req-98153dc3-1e6b-46de-be13-24ac1c88cfa9 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:16.561851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83e28436-df3d-4b6f-9632-57881c77af7a req-98153dc3-1e6b-46de-be13-24ac1c88cfa9 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0522964 Oct 28 09:47:16.618902 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83e28436-df3d-4b6f-9632-57881c77af7a req-985ecec3-f4dc-48b0-aae7-4e8041f7bf2c tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Oct 28 09:47:16.983001 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae3f3-cd77-4eba-b145-4bbd6c17dac0 req-5c27cde7-ac12-4512-8581-6ffc4f69aed7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:16.984420 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1adae3f3-cd77-4eba-b145-4bbd6c17dac0 req-5c27cde7-ac12-4512-8581-6ffc4f69aed7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0456741 Oct 28 09:47:17.034648 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1adae3f3-cd77-4eba-b145-4bbd6c17dac0 req-0cb389bd-fc94-478d-bdcd-e70a1180d1de tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Oct 28 09:47:17.525970 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39268) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:17.613497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31acd6-731f-49fc-9ff0-94e6b6b39327 req-1c7566a5-7d78-4821-bdc5-283c16e513cf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:17.615033 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d31acd6-731f-49fc-9ff0-94e6b6b39327 req-1c7566a5-7d78-4821-bdc5-283c16e513cf tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0502880 Oct 28 09:47:17.653873 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3750a725-c0bb-44ab-801d-4eef80d396fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.694637 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d31acd6-731f-49fc-9ff0-94e6b6b39327 req-b8edaa3b-fb42-4038-b22a-7761fb62fb39 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738423 Oct 28 09:47:17.752976 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3750a725-c0bb-44ab-801d-4eef80d396fa admin admin] Publish callbacks [] for security_group (19931bed-6860-434b-aa47-9528344fdf09), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.757050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3750a725-c0bb-44ab-801d-4eef80d396fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (19931bed-6860-434b-aa47-9528344fdf09), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.797973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3750a725-c0bb-44ab-801d-4eef80d396fa admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e755446b01eb49f081e9ce5b2442b503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705171 Oct 28 09:47:17.798813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750a725-c0bb-44ab-801d-4eef80d396fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19931bed-6860-434b-aa47-9528344fdf09,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:17.800971 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39274) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:17.856326 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Publish callbacks [] for security_group (19931bed-6860-434b-aa47-9528344fdf09), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.879225 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Publish callbacks [] for security_group (19931bed-6860-434b-aa47-9528344fdf09), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.934584 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (19931bed-6860-434b-aa47-9528344fdf09), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.937450 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:17.939209 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de1956-2cde-48ee-a840-09f21173df2d req-088d4872-ed99-40ab-b9ee-e03ad3b1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:17.940853 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-65de1956-2cde-48ee-a840-09f21173df2d req-088d4872-ed99-40ab-b9ee-e03ad3b1bfb6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.0532346 Oct 28 09:47:17.941861 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/19931bed-6860-434b-aa47-9528344fdf09 HTTP/1.1" status: 204 len: 168 time: 0.1387570 Oct 28 09:47:17.951298 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19931bed-6860-434b-aa47-9528344fdf09,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:17.961312 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.961661 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.962009 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.962348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.962707 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.963042 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.963368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.963698 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.964027 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.964356 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.964760 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.965017 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.965428 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.965760 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.966080 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6131f006-6f6e-4e95-8327-35abb75cb565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:47:17.969871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:17.982786 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:18.002445 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:18.005818 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-65de1956-2cde-48ee-a840-09f21173df2d req-4b9e100e-f296-4afc-8d92-04c2bb7f1027 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573373 Oct 28 09:47:18.693429 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39332) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:18.816911 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1768479724-network', 'tenant_id': '9a20b51b10ce463da8f9ad280063bb09'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:18.841451 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Made reservation on behalf of 9a20b51b10ce463da8f9ad280063bb09 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:47:18.843845 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.855058 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.925058 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b59a3c-edfa-47f8-afbb-93803a63211e req-02358c58-2b03-4a92-91e3-69cbb3b420ad tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:18.927174 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9b59a3c-edfa-47f8-afbb-93803a63211e req-02358c58-2b03-4a92-91e3-69cbb3b420ad tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0537202 Oct 28 09:47:18.938030 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks [] for security_group (271ba083-55f5-4647-8b7e-f020493bdfd5), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.942939 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (271ba083-55f5-4647-8b7e-f020493bdfd5), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.969237 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:47:18.977972 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:18.979021 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=5 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:18.980873 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271ba083-55f5-4647-8b7e-f020493bdfd5,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:18.983647 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9b59a3c-edfa-47f8-afbb-93803a63211e req-f99b4c37-78ab-41ae-a3f2-2e2c490b6958 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Oct 28 09:47:18.986312 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (93a1fc92-1723-4f28-bf60-65666f87260f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:18.986705 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Added segment 93a1fc92-1723-4f28-bf60-65666f87260f of type vlan for network e6e285c9-7f9a-43e5-8517-efe4e78507ee Oct 28 09:47:19.043739 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (e6e285c9-7f9a-43e5-8517-efe4e78507ee), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.069273 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (e6e285c9-7f9a-43e5-8517-efe4e78507ee), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.070348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:19.070930 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.101322 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4203-027f-4e11-b020-a05643fb7d2f req-2626f25a-43d4-4fca-939f-c46d3ee94a44 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:19.103096 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b14f4203-027f-4e11-b020-a05643fb7d2f req-2626f25a-43d4-4fca-939f-c46d3ee94a44 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0507340 Oct 28 09:47:19.135912 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4380417 Oct 28 09:47:19.136366 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39348) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:19.143479 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Request body: {'subnet': {'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1768479724-subnet', 'tenant_id': '9a20b51b10ce463da8f9ad280063bb09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:19.148405 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca2321-6eeb-422d-83e1-7362ca67cc27 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e285c9-7f9a-43e5-8517-efe4e78507ee,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:19.164169 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:47:19.169199 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Made reservation on behalf of 9a20b51b10ce463da8f9ad280063bb09 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:47:19.171058 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b14f4203-027f-4e11-b020-a05643fb7d2f req-9b321c11-ce03-4697-b383-2fb80ef0e0b1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615253 Oct 28 09:47:19.172149 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.376756 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (dd305481-0c7f-4a6c-8a09-b60a0c3a942c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.376756 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:19.414138 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:19.435306 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd305481-0c7f-4a6c-8a09-b60a0c3a942c,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:19.446774 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Checking segment: {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:47:19.447137 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Network hostable DHCP agents. Network: e6e285c9-7f9a-43e5-8517-efe4e78507ee, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:47:19.467743 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:47:19.488806 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, e6e285c9-7f9a-43e5-8517-efe4e78507ee) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:19.493534 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:19.494311 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:19.500190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda23e6-c7e7-4394-b061-3e63b07b5351 None None] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:47:19.512494 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-219d3c7f-db06-4f3f-853e-b779096650e5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3748631 Oct 28 09:47:19.632946 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b8964-f23f-43c0-b2c9-bb98ba900b15 None None] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:47:20.139736 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047a34a-adb6-453d-a88a-08cdadd42909 req-9b0049b5-5e87-42c2-9d72-bb7e81766b80 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:20.142024 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8047a34a-adb6-453d-a88a-08cdadd42909 req-9b0049b5-5e87-42c2-9d72-bb7e81766b80 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0631292 Oct 28 09:47:20.194549 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8047a34a-adb6-453d-a88a-08cdadd42909 req-ef7c045b-bd21-4d1b-8c5d-d176a5b7b43a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466361 Oct 28 09:47:20.302626 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb805fd-423a-4846-bf3e-a022d1ef56c5 req-3265fd36-4bb6-4fce-8fd0-7a459e5a07f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:20.304400 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fb805fd-423a-4846-bf3e-a022d1ef56c5 req-3265fd36-4bb6-4fce-8fd0-7a459e5a07f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0493066 Oct 28 09:47:20.356030 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fb805fd-423a-4846-bf3e-a022d1ef56c5 req-c55dff5e-9898-403b-9c76-ef310e015d97 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 Oct 28 09:47:20.711893 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39400) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:20.817801 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbcc1-26d2-48bf-b434-d8b4c536f4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:20.900585 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbcc1-26d2-48bf-b434-d8b4c536f4d0 admin admin] Publish callbacks [] for security_group (f5ed4628-58b1-4467-ab84-433ca923c57a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:20.904890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0cfbbcc1-26d2-48bf-b434-d8b4c536f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f5ed4628-58b1-4467-ab84-433ca923c57a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:20.944654 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbbcc1-26d2-48bf-b434-d8b4c536f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed4628-58b1-4467-ab84-433ca923c57a,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:20.949575 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0cfbbcc1-26d2-48bf-b434-d8b4c536f4d0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa635ba0a62a4806af2a9fac99e19a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363303 Oct 28 09:47:20.952292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39410) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:21.007451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] Publish callbacks [] for security_group (f5ed4628-58b1-4467-ab84-433ca923c57a), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:21.028306 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] Publish callbacks [] for security_group (f5ed4628-58b1-4467-ab84-433ca923c57a), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:21.079191 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f5ed4628-58b1-4467-ab84-433ca923c57a), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:21.082172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:21.083365 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f5ed4628-58b1-4467-ab84-433ca923c57a HTTP/1.1" status: 204 len: 168 time: 0.1298397 Oct 28 09:47:21.091615 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30d6b3-d1ab-4ce5-8ac7-af89cfd79b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed4628-58b1-4467-ab84-433ca923c57a,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:21.350158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0faabe-d38a-41f2-ab46-810d8bbc2be1 req-c7174dcc-0f6c-4958-95a3-22d901ca387b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:21.355232 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d0faabe-d38a-41f2-ab46-810d8bbc2be1 req-c7174dcc-0f6c-4958-95a3-22d901ca387b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0706401 Oct 28 09:47:21.418957 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d0faabe-d38a-41f2-ab46-810d8bbc2be1 req-1a431800-7922-4305-b40c-9b80134173da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Oct 28 09:47:21.571353 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3d754-8157-4ee5-a899-463b901fc9e1 req-8d44269d-d85d-4e1b-b897-6676989ddc5a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:21.578235 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fe3d754-8157-4ee5-a899-463b901fc9e1 req-8d44269d-d85d-4e1b-b897-6676989ddc5a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1022339 Oct 28 09:47:21.664210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-81d9adae-5022-4317-8c99-3940a212fa27 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:21.665698 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-81d9adae-5022-4317-8c99-3940a212fa27 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 814 time: 0.1798506 Oct 28 09:47:21.668957 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fe3d754-8157-4ee5-a899-463b901fc9e1 req-06ee310c-cd62-4cb3-95ae-3009eee948fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897439 Oct 28 09:47:21.682303 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-9b1884ae-9727-4ea0-947a-14749340b92a tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/quotas/9a20b51b10ce463da8f9ad280063bb09 HTTP/1.1" status: 200 len: 375 time: 0.0100653 Oct 28 09:47:21.727028 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-3a05c987-869f-40ed-a35f-1d426892527e tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334411 Oct 28 09:47:21.843162 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-94b80540-e803-4d8f-a15d-84f287040a2a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062770 Oct 28 09:47:21.924045 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:21.926202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:22.022442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834631-99f7-4f23-b297-963a907e5821 req-7396fd66-b32f-4d05-b62d-0ae5b75ab196 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.026075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd834631-99f7-4f23-b297-963a907e5821 req-7396fd66-b32f-4d05-b62d-0ae5b75ab196 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1179199 Oct 28 09:47:22.036248 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-b52563c2-8203-4052-bfb5-0bd54fc664f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952252 Oct 28 09:47:22.041750 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-47dbcd51-82b4-4e1d-b966-215435fce6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.043412 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-47dbcd51-82b4-4e1d-b966-215435fce6c5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.0857444 Oct 28 09:47:22.149087 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd834631-99f7-4f23-b297-963a907e5821 req-2f4b5fe2-15b3-443d-a4c8-544fd4e82c7c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159196 Oct 28 09:47:22.237740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-4d438862-2e5a-4b26-ab16-4dc69929e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.239830 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-4d438862-2e5a-4b26-ab16-4dc69929e7e0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1876895 Oct 28 09:47:22.241849 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c918fb7-7649-4fff-b1ec-e0ceb2d16784 req-62ea734c-78af-4717-af47-6fe407ed9a61 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0314679 Oct 28 09:47:22.550038 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-5af7a5fc-47d2-405c-b997-36939e0e53aa service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 217 time: 0.2935338 Oct 28 09:47:22.613827 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-2dcf4b14-5577-4ab4-bc8d-c6e2966ae6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.615345 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-2dcf4b14-5577-4ab4-bc8d-c6e2966ae6f3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0573606 Oct 28 09:47:22.665303 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-47a55b93-a284-4e4d-81d7-f01b63686450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.667465 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-47a55b93-a284-4e4d-81d7-f01b63686450 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0447559 Oct 28 09:47:22.830745 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-c5266ebc-6248-411a-b53c-a9c1745346d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566343 Oct 28 09:47:22.845103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7d6d-e07e-4abc-94cb-ed61be9f4dd9 req-5ce5eac1-a34c-48aa-9264-b2cc69931bce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:22.846920 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32ea7d6d-e07e-4abc-94cb-ed61be9f4dd9 req-5ce5eac1-a34c-48aa-9264-b2cc69931bce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0606515 Oct 28 09:47:22.996090 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32ea7d6d-e07e-4abc-94cb-ed61be9f4dd9 req-f845b917-54ce-4c29-9a04-f84e3f2b9a2f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386285 Oct 28 09:47:23.031399 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d730cccf-6cff-4fa6-b8fb-1d7e3a5f44c7 req-2f145672-3986-41d7-8880-62dcdecc052b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832697 Oct 28 09:47:23.297802 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e5ec-91d9-4cd2-8b1f-f0c74ba48895 req-58cabaa6-9398-40f2-9c80-783d333e1cbd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:23.299394 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f007e5ec-91d9-4cd2-8b1f-f0c74ba48895 req-58cabaa6-9398-40f2-9c80-783d333e1cbd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0510662 Oct 28 09:47:23.359425 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f007e5ec-91d9-4cd2-8b1f-f0c74ba48895 req-4733758a-d6b9-4828-b478-7989269bb2fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537169 Oct 28 09:47:23.398306 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0b92940c-0c1e-4e55-8dc6-797cded0f895 req-c24d68f7-b22f-4f31-9c1a-302cddf5051a tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0373204 Oct 28 09:47:24.133014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87634-37f7-4db2-b40c-326bb3130a23 req-0dc59fed-9079-4277-b911-74a2d313c2d8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:24.134640 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6db87634-37f7-4db2-b40c-326bb3130a23 req-0dc59fed-9079-4277-b911-74a2d313c2d8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0543888 Oct 28 09:47:24.187378 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6db87634-37f7-4db2-b40c-326bb3130a23 req-930865ab-fa74-481d-8d93-75f1917aff3e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471346 Oct 28 09:47:24.466260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:24.483165 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878eec-cafe-4a04-aa7e-3e0cee215483 req-8cd83347-9953-45b6-9d16-f802f0b623c9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:24.484698 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01878eec-cafe-4a04-aa7e-3e0cee215483 req-8cd83347-9953-45b6-9d16-f802f0b623c9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0475233 Oct 28 09:47:24.536931 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01878eec-cafe-4a04-aa7e-3e0cee215483 req-ed1616f4-40cf-49be-b80f-ccdacde10856 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Oct 28 09:47:24.624930 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-570354c4-4d7b-44d1-9d9f-05a850c7e204 req-38846842-ae44-42d6-b986-ec8705dca7a0 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0300081 Oct 28 09:47:25.324004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c46c-913b-4647-b1b3-af380ff3f7d9 req-49b254a0-e998-4078-aaa9-0028f37a31f7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:25.325489 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-58c0c46c-913b-4647-b1b3-af380ff3f7d9 req-49b254a0-e998-4078-aaa9-0028f37a31f7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0468836 Oct 28 09:47:25.378302 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-58c0c46c-913b-4647-b1b3-af380ff3f7d9 req-4bdc3e39-24cb-498e-b2e2-6f459b8bf3ea tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464859 Oct 28 09:47:25.699502 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d36f7-ae90-4059-b25a-0d2c751dbede req-009f9c1b-08a2-4700-8705-16a3cd023971 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:25.701387 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-337d36f7-ae90-4059-b25a-0d2c751dbede req-009f9c1b-08a2-4700-8705-16a3cd023971 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0517900 Oct 28 09:47:25.747853 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2eae1b02-d262-412d-b6a9-32e37429721c req-909fbedc-cb5e-4ddf-a79d-42eb86f4d184 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0419352 Oct 28 09:47:25.778692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:25.783690 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-337d36f7-ae90-4059-b25a-0d2c751dbede req-64ae3732-d1fe-4fbc-898d-260ebed39858 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687587 Oct 28 09:47:26.238677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-b4a1d578-07a0-40ec-bfdf-f48d2215131d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:26.240193 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-b4a1d578-07a0-40ec-bfdf-f48d2215131d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 814 time: 0.1801476 Oct 28 09:47:26.263065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Request body: {'port': {'device_id': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee', 'admin_state_up': True, 'tenant_id': '9a20b51b10ce463da8f9ad280063bb09'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:26.400262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Made reservation on behalf of 9a20b51b10ce463da8f9ad280063bb09 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:47:26.404106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:26.551193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc82db-3361-47fd-b927-454c3ca069f3 req-891e474c-0f87-40e8-9e5c-81a51c2def44 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:26.552779 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9cc82db-3361-47fd-b927-454c3ca069f3 req-891e474c-0f87-40e8-9e5c-81a51c2def44 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0864041 Oct 28 09:47:26.589720 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Allocated IP 172.20.0.3 (e6e285c9-7f9a-43e5-8517-efe4e78507ee/dd305481-0c7f-4a6c-8a09-b60a0c3a942c/1c436b7e-fe82-419c-9976-f87b1fa4439c) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:26.630775 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9cc82db-3361-47fd-b927-454c3ca069f3 req-51f32a46-0e21-4df7-8420-ef6f24281607 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722389 Oct 28 09:47:26.767174 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks [] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:26.792701 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:26.805797 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:26.878508 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:26.885804 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:26.893777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:26.899879 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Pushing event updated for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:26.923695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:26.932418 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f50a-fa2f-4691-b016-028437207bdc req-f5ed15d6-6b26-489f-980b-ff3bef9a846d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:26.933980 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6de4f50a-fa2f-4691-b016-028437207bdc req-f5ed15d6-6b26-489f-980b-ff3bef9a846d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 931 time: 0.0999532 Oct 28 09:47:26.971812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:26.972953 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.005950 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-8c0c0ab3-63a1-4bd5-b675-8b54707fe2f2 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489564 Oct 28 09:47:27.010368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6de4f50a-fa2f-4691-b016-028437207bdc req-01f885dd-c43a-422e-aa4d-864880fc8e55 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701528 Oct 28 09:47:27.286318 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39620) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:27.290943 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226955048', 'description': 'tempest-description--652422869'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:27.313957 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.349274 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Request body: {'port': {'device_id': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:27.458738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.484997 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (581cf202-4d9f-421b-94e5-fe84bac6a9bb), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.505771 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (581cf202-4d9f-421b-94e5-fe84bac6a9bb), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.603183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.604547 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3170991 Oct 28 09:47:27.607498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39628) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:27.614524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'security_group_rule': {'security_group_id': '581cf202-4d9f-421b-94e5-fe84bac6a9bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:27.619671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b69c-5050-44fc-80ec-b9daf70ec16c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581cf202-4d9f-421b-94e5-fe84bac6a9bb,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:27.701021 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (65de33aa-e646-4001-8ad7-9d9f550b21a2), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.807236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bb0af-3cb8-4a83-943f-ba6745a669fb req-76be8081-ef45-4311-bc65-35b1bfb6ec23 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:27.808706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-be6bb0af-3cb8-4a83-943f-ba6745a669fb req-76be8081-ef45-4311-bc65-35b1bfb6ec23 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0862129 Oct 28 09:47:27.844552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:27.853971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (65de33aa-e646-4001-8ad7-9d9f550b21a2), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.868412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (65de33aa-e646-4001-8ad7-9d9f550b21a2), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.922840 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:27.937515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65de33aa-e646-4001-8ad7-9d9f550b21a2,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:27.943946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c436b7e-fe82-419c-9976-f87b1fa4439c {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:27.954279 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-be6bb0af-3cb8-4a83-943f-ba6745a669fb req-20110d4b-1759-4e03-bc8e-f9ff7dae306f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354825 Oct 28 09:47:27.957574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks [] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.961710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:27.965335 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-877fcb1e-6e36-4ac8-b392-f2d5d61a4ddd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544872 Oct 28 09:47:27.965950 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39634) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:27.971834 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'security_group_rule': {'security_group_id': '581cf202-4d9f-421b-94e5-fe84bac6a9bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:27.976174 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Transition to ACTIVE for port object 1c436b7e-fe82-419c-9976-f87b1fa4439c will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:47:27.986820 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.001184 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (0bcf4b26-3119-437b-a759-8aa4dfef59d3), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.062801 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (0bcf4b26-3119-437b-a759-8aa4dfef59d3), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.069214 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (0bcf4b26-3119-437b-a759-8aa4dfef59d3), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.074888 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Pushing event updated for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:28.094354 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf4b26-3119-437b-a759-8aa4dfef59d3,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:28.100782 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.105087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39640) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:28.105241 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ae5e1c24-b89e-4a16-b5be-b502aa103c72 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379294 Oct 28 09:47:28.109868 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:28.166631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Attempting to bind port 1c436b7e-fe82-419c-9976-f87b1fa4439c on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:47:28.166983 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Attempting to bind port 1c436b7e-fe82-419c-9976-f87b1fa4439c by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:47:28.167649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Attempting to bind port 1c436b7e-fe82-419c-9976-f87b1fa4439c on network e6e285c9-7f9a-43e5-8517-efe4e78507ee {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:28.210676 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.239918 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e03269-ad7a-42ee-bc07-41a3cb817ac3 req-5668e4a5-00b6-46b6-ba3f-cd025042722d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:28.241558 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05e03269-ad7a-42ee-bc07-41a3cb817ac3 req-5668e4a5-00b6-46b6-ba3f-cd025042722d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 943 time: 0.1154554 Oct 28 09:47:28.307248 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Port 1c436b7e-fe82-419c-9976-f87b1fa4439c on network e6e285c9-7f9a-43e5-8517-efe4e78507ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:47:28.307573 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Attempting to bind port 1c436b7e-fe82-419c-9976-f87b1fa4439c on network e6e285c9-7f9a-43e5-8517-efe4e78507ee {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:28.414811 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05e03269-ad7a-42ee-bc07-41a3cb817ac3 req-f82ac17e-046c-49ce-aeb7-dcafd7b78be7 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409528 Oct 28 09:47:28.419489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.438631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:47:28.438631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Checking segment: {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:47:28.438631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Bound using segment: {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:47:28.438631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Bound port: 1c436b7e-fe82-419c-9976-f87b1fa4439c, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:47:28.438631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.491414 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebaebe-48bd-4b97-b7e3-09e736791b13 req-af82df08-12b0-4c37-8cfb-86fabce5fb7a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:28.492973 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-09ebaebe-48bd-4b97-b7e3-09e736791b13 req-af82df08-12b0-4c37-8cfb-86fabce5fb7a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.1427205 Oct 28 09:47:28.630975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:28.639394 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-09ebaebe-48bd-4b97-b7e3-09e736791b13 req-06aa6b56-691a-4697-8cf6-26b6cd8b6b01 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175263 Oct 28 09:47:28.644347 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:28.653984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Allocated IP 172.37.3.227 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/3622f999-a582-410c-8ec8-1bcaa327b965) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:28.670536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.671129 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39660) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:28.677751 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:28.678453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.680046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/1c436b7e-fe82-419c-9976-f87b1fa4439c HTTP/1.1" status: 200 len: 1093 time: 1.3352547 Oct 28 09:47:28.691968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:28.694528 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:28.745688 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:28.762973 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dbdd84-5945-440a-949a-7f5254404c88 x-openstack-request-id: req-75dbdd84-5945-440a-949a-7f5254404c88 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:28.763453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:28.763863 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75dbdd84-5945-440a-949a-7f5254404c88 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:28.764410 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dbdd84-5945-440a-949a-7f5254404c88'] response: {'name': 'network-changed', 'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c', 'status': 'completed', 'code': 200} Oct 28 09:47:28.768438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:28.826869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446f40-a917-4500-8fa9-201bd0f40244 service neutron] Pushing event updated for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:28.876313 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-83a570ed-ba9e-45c5-86cf-56d403100c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:28.877865 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-83a570ed-ba9e-45c5-86cf-56d403100c6b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 1127 time: 0.0788305 Oct 28 09:47:28.888021 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for port (3622f999-a582-410c-8ec8-1bcaa327b965), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:28.950958 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-c5a0f897-984c-4d6f-be93-4bc493e95ad8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c HTTP/1.1" status: 200 len: 217 time: 0.0464578 Oct 28 09:47:28.968474 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d982d1-c0a7-458b-88de-147a52abf689 tempest-TestMinimumBasicScenario-1032915456 tempest-TestMinimumBasicScenario-1032915456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:28.970433 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-a5d982d1-c0a7-458b-88de-147a52abf689 tempest-TestMinimumBasicScenario-1032915456 tempest-TestMinimumBasicScenario-1032915456-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1124 time: 0.2969999 Oct 28 09:47:28.973365 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39676) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:28.977584 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'port_id': '0ec06b02-a12d-496d-a40d-c56118810a83', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:28.988773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.000488 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.017496 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:29.042101 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:29.054882 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:29.065233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:29.068777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ce4-0079-47e9-9862-53580f764d29 req-576297cb-c69d-4b41-a89a-de5e6ca7f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:29.070229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-576297cb-c69d-4b41-a89a-de5e6ca7f4bc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dd305481-0c7f-4a6c-8a09-b60a0c3a942c HTTP/1.1" status: 200 len: 854 time: 0.1116478 Oct 28 09:47:29.070830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'Port': ['ID=3622f999-a582-410c-8ec8-1bcaa327b965,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:29.097170 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.146504 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-1eb56c5c-898f-472e-8f0f-f399d64e9667 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e6e285c9-7f9a-43e5-8517-efe4e78507ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512452 Oct 28 09:47:29.157963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5028c-2782-40a3-a6c1-060d67366494 req-6263ee50-aa8b-4cf7-a83f-66fe996842ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:29.159448 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18f5028c-2782-40a3-a6c1-060d67366494 req-6263ee50-aa8b-4cf7-a83f-66fe996842ba tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1107483 Oct 28 09:47:29.222858 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Allocated IP 172.37.3.95 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/5438e681-1030-4a0e-9f33-a48227f2291b) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:29.260585 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18f5028c-2782-40a3-a6c1-060d67366494 req-43d0f708-5716-4bf1-859a-4a2ac50c9a10 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941639 Oct 28 09:47:29.277920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.315285 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:29.339968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for port (5438e681-1030-4a0e-9f33-a48227f2291b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.341133 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=15,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:29.376898 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.377157 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.382686 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-fbc7b5d5-02a7-4387-92e7-825101ab8dd1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383326 Oct 28 09:47:29.419280 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:29.424208 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:29.427632 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:29.458361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'Port': ['ID=5438e681-1030-4a0e-9f33-a48227f2291b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:29.580261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:29.593138 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-43f78ce4-0079-47e9-9862-53580f764d29 req-34f2243f-dbf0-4586-9c2d-b4a415f1bb73 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941829 Oct 28 09:47:29.603797 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031bd8e-cdb5-49a6-a1f5-ac05495216da req-88dd24be-203e-4489-8b18-fa3b992f8671 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:29.605289 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7031bd8e-cdb5-49a6-a1f5-ac05495216da req-88dd24be-203e-4489-8b18-fa3b992f8671 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 943 time: 0.0842276 Oct 28 09:47:29.629517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:29.704399 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7031bd8e-cdb5-49a6-a1f5-ac05495216da req-c68a14e7-3e73-42ed-a7d9-f5e74a76cb32 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889149 Oct 28 09:47:29.706571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for port (3622f999-a582-410c-8ec8-1bcaa327b965), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.712144 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.732689 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=30 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:29.788144 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'Port': ['ID=3622f999-a582-410c-8ec8-1bcaa327b965,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:29.791517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.808896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:29.810192 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-dad7abbc-9987-43d6-8b03-c338916db169 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7040999 Oct 28 09:47:30.001011 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for floatingip (3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.051880 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=14 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:30.082887 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.250785 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for port (5438e681-1030-4a0e-9f33-a48227f2291b), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.253141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-67afcab6-7fbb-45f1-aaa7-f8e1ca36b59c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1226955048&fields=id&tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9 HTTP/1.1" status: 200 len: 267 time: 0.2696407 Oct 28 09:47:30.256437 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.257111 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.317612 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39708) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:30.350454 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'Port': ['ID=5438e681-1030-4a0e-9f33-a48227f2291b,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:30.397817 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Floating IP 3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9 associated. External IP: 172.37.3.95, port: 0ec06b02-a12d-496d-a40d-c56118810a83. Oct 28 09:47:30.410425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-01d90fdc-ca01-4b9d-8ce4-3da09a45dfc7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:30.412117 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-01d90fdc-ca01-4b9d-8ce4-3da09a45dfc7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.1508393 Oct 28 09:47:30.433896 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:30.439369 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116d62c-117a-4bc7-aac9-ae9e997e0eee req-51792f03-2c37-4a3b-a2cb-fb1b76c0bb74 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:30.441097 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f116d62c-117a-4bc7-aac9-ae9e997e0eee req-51792f03-2c37-4a3b-a2cb-fb1b76c0bb74 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0654991 Oct 28 09:47:30.444182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-b8a03592-2313-4789-ba30-d83abd09f307 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/quotas/227ac6c4e642467ca3b9e0bf7181d5c9 HTTP/1.1" status: 200 len: 375 time: 0.0208325 Oct 28 09:47:30.460472 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:30.492491 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-aab50419-8f12-40f7-b98f-a6ec052db686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.517906 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-c4cd87eb-40df-4b69-9eed-84eb86d1323e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658624 Oct 28 09:47:30.558334 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f116d62c-117a-4bc7-aac9-ae9e997e0eee req-2b237955-5506-48cc-9096-344643961ee1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946770 Oct 28 09:47:30.641181 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-ada21c39-3296-4992-9dea-c719d202c111 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069491 Oct 28 09:47:30.694219 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-aab50419-8f12-40f7-b98f-a6ec052db686 admin admin] Publish callbacks [] for security_group (54d9a6b7-29bc-43fd-92fe-bcac736f575a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.696333 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Router aee01a73-9c64-4ea0-8e68-620a23c4d496 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:47:30.700486 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-aab50419-8f12-40f7-b98f-a6ec052db686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (54d9a6b7-29bc-43fd-92fe-bcac736f575a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.760488 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-1e3344d7-89ed-44d8-87b8-907116de2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:30.762006 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-1e3344d7-89ed-44d8-87b8-907116de2eb3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 1127 time: 0.0610511 Oct 28 09:47:30.782978 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-aab50419-8f12-40f7-b98f-a6ec052db686 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=56e2dd956fdf483ba2965edef6e4f683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640930 Oct 28 09:47:30.786638 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab50419-8f12-40f7-b98f-a6ec052db686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9a6b7-29bc-43fd-92fe-bcac736f575a,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:30.788182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39718) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:30.808423 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.818847 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-baa7cb55-822d-4a15-88bc-15b222334206 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706059 Oct 28 09:47:30.852051 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:47:30.866969 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Sync routers for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:47:30.871879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.891991 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:30.893573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:30.915732 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d01512cf-34c5-4fa6-b689-79b7873aae09 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9393160 Oct 28 09:47:30.916581 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:30.916974 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39722) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:30.919699 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c937fd8-8295-499b-9dbe-f4898000cb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:30.931774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927aea5-2e3e-40cc-81f5-e4fea5d99349 req-26183c78-cdce-466d-a58d-92a689cfec93 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:30.933411 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b927aea5-2e3e-40cc-81f5-e4fea5d99349 req-26183c78-cdce-466d-a58d-92a689cfec93 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 943 time: 0.1485555 Oct 28 09:47:30.936550 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907287077', 'description': 'tempest-secgroup-smoke-907287077 description', 'project_id': '6f99f17a6cab46039419eb3b44bdd142'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:30.965690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:30.992018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:30.992977 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:31.027777 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1301772-bb5f-4cd5-9b2c-0050681221a3 x-openstack-request-id: req-e1301772-bb5f-4cd5-9b2c-0050681221a3 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:31.028904 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:31.029500 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1301772-bb5f-4cd5-9b2c-0050681221a3 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:31.030132 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1301772-bb5f-4cd5-9b2c-0050681221a3'] response: {'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:47:31.059008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:31.067134 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] Publish callbacks [] for security_group (54d9a6b7-29bc-43fd-92fe-bcac736f575a), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.086672 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-af1ad874-d52a-40fa-a05a-2ce4b9cd709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:31.088101 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-af1ad874-d52a-40fa-a05a-2ce4b9cd709c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 915 time: 0.3150177 Oct 28 09:47:31.125429 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b927aea5-2e3e-40cc-81f5-e4fea5d99349 req-b9593170-2cd8-4a09-befa-3fb3ffc9c24c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614029 Oct 28 09:47:31.194606 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] Publish callbacks [] for security_group (54d9a6b7-29bc-43fd-92fe-bcac736f575a), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.231320 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-26e96861-0526-4282-a3b9-35b34fc30806 req-8a5caa74-6ad7-4cac-b710-091b2edb7fd2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 210 time: 0.1400399 Oct 28 09:47:31.238431 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-3f39928d-1f14-424d-8e2d-fc7404f32599 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c HTTP/1.1" status: 200 len: 217 time: 0.1405523 Oct 28 09:47:31.283926 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-1f3ad495-1415-463b-9ada-eae361d1a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:31.285511 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-1f3ad495-1415-463b-9ada-eae361d1a549 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1129 time: 0.1965172 Oct 28 09:47:31.376740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-92687bae-56a0-47e5-a162-c34138cb543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:31.378207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-92687bae-56a0-47e5-a162-c34138cb543d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dd305481-0c7f-4a6c-8a09-b60a0c3a942c HTTP/1.1" status: 200 len: 854 time: 0.1285417 Oct 28 09:47:31.407357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (b42bf8e7-036b-494e-937c-9d6eeea54ddc), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.433442 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-d93d81c8-9e5a-4002-aba7-fc2e3cb6d3df service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e6e285c9-7f9a-43e5-8517-efe4e78507ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414414 Oct 28 09:47:31.434086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b42bf8e7-036b-494e-937c-9d6eeea54ddc), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.448641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'floating_ip_address': '172.37.3.95', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'port_id': '0ec06b02-a12d-496d-a40d-c56118810a83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'mac_address': 'fa:16:3e:b8:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:29Z', 'revision_number': 0, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:31.479501 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Checking router: aee01a73-9c64-4ea0-8e68-620a23c4d496 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:47:31.490612 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:31.491488 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:31.493281 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (54d9a6b7-29bc-43fd-92fe-bcac736f575a), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.495919 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.497476 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/54d9a6b7-29bc-43fd-92fe-bcac736f575a HTTP/1.1" status: 204 len: 168 time: 0.7055640 Oct 28 09:47:31.519409 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-0f5e882a-4183-40f8-9bfd-ec08350756bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:31.520946 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-0f5e882a-4183-40f8-9bfd-ec08350756bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.2240126 Oct 28 09:47:31.558336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.559620 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6349266 Oct 28 09:47:31.562764 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39740) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:31.567427 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:31.569778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5a38-c222-4677-b4ff-52bc679609d2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bf8e7-036b-494e-937c-9d6eeea54ddc,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:31.630763 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:31.638120 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (1a381162-526c-490a-aeec-67693023a439), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.701247 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-f0ecce04-9c52-4477-b143-c506732afd79 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453299 Oct 28 09:47:31.772939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65232516-4d78-45da-ad01-1ae7108704c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9a6b7-29bc-43fd-92fe-bcac736f575a,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:31.789134 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (1a381162-526c-490a-aeec-67693023a439), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.795975 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (1a381162-526c-490a-aeec-67693023a439), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.829598 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a381162-526c-490a-aeec-67693023a439,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:31.835544 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.836993 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8814715b-64f3-4947-8fd6-2dd8ab42c436 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2729330 Oct 28 09:47:31.839948 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39748) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:31.853482 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:31.875269 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-b6028821-9ab0-400f-8c0c-a5a0c660eb01 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 998 time: 0.3126578 Oct 28 09:47:31.892754 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25b8b6-c70a-4a18-a5c1-f836ab88fc91 req-52963222-520f-4dde-b95b-e6e84fbaf348 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:31.895172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ad25b8b6-c70a-4a18-a5c1-f836ab88fc91 req-52963222-520f-4dde-b95b-e6e84fbaf348 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1790040 Oct 28 09:47:31.911496 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (fe95fde7-88e3-443b-9362-fa3839f71ccc), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:31.995642 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ad25b8b6-c70a-4a18-a5c1-f836ab88fc91 req-95c3acd3-cf5e-4087-a370-3a474ddfa728 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614510 Oct 28 09:47:32.014103 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:32.025974 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091944f1-cb8e-4dd4-a8cc-1257306e7ad4 req-3e90e8dc-ba6a-43aa-a4cd-fc9c032cbe71 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016369 Oct 28 09:47:32.027356 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'floating_ip_address': '172.37.3.95', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'port_id': '0ec06b02-a12d-496d-a40d-c56118810a83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'mac_address': 'fa:16:3e:b8:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:29Z', 'revision_number': 0, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:32.027841 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-e02cf93d-24fc-471a-831d-f816b0f0d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:32.029375 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-e02cf93d-24fc-471a-831d-f816b0f0d06a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.1313922 Oct 28 09:47:32.031835 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (fe95fde7-88e3-443b-9362-fa3839f71ccc), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.055543 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (fe95fde7-88e3-443b-9362-fa3839f71ccc), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.074096 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:32.077905 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe95fde7-88e3-443b-9362-fa3839f71ccc,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.090686 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.092281 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-eeef06c1-39ea-4918-9f55-3a7664ea9284 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2513537 Oct 28 09:47:32.095234 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39752) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.100821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:32.105569 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:32.113552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39754) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.113880 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00580a9e-70cc-4f8c-814a-b369ff452c37 None None] The sync data for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi is: [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'floating_ip_address': '172.37.3.95', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'port_id': '0ec06b02-a12d-496d-a40d-c56118810a83', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'mac_address': 'fa:16:3e:b8:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:29Z', 'revision_number': 0, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:47:32.120977 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:32.130648 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:32.132013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-fecccf8f-9acc-434b-a538-30b460724b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:32.133786 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-fecccf8f-9acc-434b-a538-30b460724b6c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0685203 Oct 28 09:47:32.135124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3807ec58-39ad-4f2d-a96b-710b7171336b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.151251 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (9fc15f44-c72d-4980-9f9b-37581c56e50b), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.260863 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (9fc15f44-c72d-4980-9f9b-37581c56e50b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.265401 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (9fc15f44-c72d-4980-9f9b-37581c56e50b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.289414 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc15f44-c72d-4980-9f9b-37581c56e50b,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.300058 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.303958 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ad8614d9-22e2-4134-ab77-8619ca506b31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047598 Oct 28 09:47:32.304736 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39760) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.310276 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:32.330322 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dab14-d3a9-4a61-82ce-c07e48c6c8af req-2ab1ddbe-3c81-4af7-85e7-e31bbeb6a3f1 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:32.332101 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d9dab14-d3a9-4a61-82ce-c07e48c6c8af req-2ab1ddbe-3c81-4af7-85e7-e31bbeb6a3f1 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 943 time: 0.0852575 Oct 28 09:47:32.346883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (e0819ee6-e97d-45ed-93e7-e10bef310d31), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.411237 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3807ec58-39ad-4f2d-a96b-710b7171336b admin admin] Publish callbacks [] for security_group (a956d5d3-0fce-4d09-a777-d52ccb42aa88), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.415334 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (e0819ee6-e97d-45ed-93e7-e10bef310d31), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.415534 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-2ac857ff-7bf3-4efc-919f-f3350fd98854 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643278 Oct 28 09:47:32.417085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b133e79-ca0c-4456-b301-f61fcf352c26 req-625e2e15-9db0-4e66-9a53-b41fab32533b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 210 time: 0.0654819 Oct 28 09:47:32.418871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3807ec58-39ad-4f2d-a96b-710b7171336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a956d5d3-0fce-4d09-a777-d52ccb42aa88), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.427142 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (e0819ee6-e97d-45ed-93e7-e10bef310d31), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.450024 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0819ee6-e97d-45ed-93e7-e10bef310d31,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.466329 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.467705 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-380b19ef-44b5-4eb1-8906-cfb3bf26f58e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614926 Oct 28 09:47:32.469048 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276081c7-496b-4da6-9c1e-c614a5efa619 None None] New status for floating IP 3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:47:32.470586 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39762) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.475635 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:32.487499 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d9dab14-d3a9-4a61-82ce-c07e48c6c8af req-34cc3edc-661a-47e5-b203-3a1e8c9fb286 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369004 Oct 28 09:47:32.492745 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3807ec58-39ad-4f2d-a96b-710b7171336b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=062b168e301f49278b380fd52970e73f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776097 Oct 28 09:47:32.493568 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807ec58-39ad-4f2d-a96b-710b7171336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a956d5d3-0fce-4d09-a777-d52ccb42aa88,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.496454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 39764) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.502859 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.securitygroups_db [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Project 6f99f17a6cab46039419eb3b44bdd142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:47:32.512314 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (9778a12a-c39b-4694-aa46-ac54138c63cb), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.596860 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (9778a12a-c39b-4694-aa46-ac54138c63cb), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.604418 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (9778a12a-c39b-4694-aa46-ac54138c63cb), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.609639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] Publish callbacks [] for security_group (a956d5d3-0fce-4d09-a777-d52ccb42aa88), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.647620 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9778a12a-c39b-4694-aa46-ac54138c63cb,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.654510 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.656967 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ead962fc-6a8a-4168-91d2-c3468767caa5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1850204 Oct 28 09:47:32.660389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39766) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:32.668635 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'security_group_rule': {'security_group_id': 'b42bf8e7-036b-494e-937c-9d6eeea54ddc', 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:32.669057 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] Publish callbacks [] for security_group (a956d5d3-0fce-4d09-a777-d52ccb42aa88), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.673288 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3fc7-ee08-4708-8538-5ae913b7027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.700127 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.securitygroups_db [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Project 6f99f17a6cab46039419eb3b44bdd142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:47:32.710682 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (4a3f8e86-5fd1-4dc7-bd69-2fcb96033224), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.711175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c937fd8-8295-499b-9dbe-f4898000cb1b req-5857010e-1c83-4a20-a10e-9516ff5b40e4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077758 Oct 28 09:47:32.796273 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1c436b7e-fe82-419c-9976-f87b1fa4439c details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:32.828297 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (4a3f8e86-5fd1-4dc7-bd69-2fcb96033224), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.833844 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (4a3f8e86-5fd1-4dc7-bd69-2fcb96033224), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.866603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-bcd43a4a-42e0-4731-b806-3168ea8f0ebb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:32.868333 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-bcd43a4a-42e0-4731-b806-3168ea8f0ebb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 819 time: 0.1718218 Oct 28 09:47:32.870006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (a956d5d3-0fce-4d09-a777-d52ccb42aa88), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.873046 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.873383 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3f8e86-5fd1-4dc7-bd69-2fcb96033224,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.877128 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a956d5d3-0fce-4d09-a777-d52ccb42aa88 HTTP/1.1" status: 204 len: 168 time: 0.3773079 Oct 28 09:47:32.889497 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:32.892221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f694f5-c438-4e71-9f70-da28539d8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a956d5d3-0fce-4d09-a777-d52ccb42aa88,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:32.897181 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-941cb5d4-0a7e-473c-9079-bf39fc68d9f2 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2345102 Oct 28 09:47:32.976670 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:32.991380 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '1c436b7e-fe82-419c-9976-f87b1fa4439c', 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee', 'port_id': '1c436b7e-fe82-419c-9976-f87b1fa4439c', 'mac_address': 'fa:16:3e:7d:24:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd305481-0c7f-4a6c-8a09-b60a0c3a942c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:32.998505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:33.008392 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-d0fe0835-e53a-479d-ad7b-be3995e1a2a7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9 HTTP/1.1" status: 200 len: 380 time: 0.1173198 Oct 28 09:47:33.033235 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 1c436b7e-fe82-419c-9976-f87b1fa4439c is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:33.033851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.043398 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-2d921018-e18b-44c1-8207-7aadb555fe3e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907287077&fields=id&tenant_id=6f99f17a6cab46039419eb3b44bdd142 HTTP/1.1" status: 200 len: 267 time: 0.0789688 Oct 28 09:47:33.055421 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c436b7e-fe82-419c-9976-f87b1fa4439c {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:33.102105 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:33.108465 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'port': {'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'admin_state_up': True, 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'security_groups': ['581cf202-4d9f-421b-94e5-fe84bac6a9bb']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:33.112800 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:33.118095 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:33.122287 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.182419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:33.207714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-129bcb39-84f5-4292-84a4-37d4f3dfcf4e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:33.209505 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-129bcb39-84f5-4292-84a4-37d4f3dfcf4e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.1591549 Oct 28 09:47:33.238998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'port': {'security_groups': ['3688dd2b-3a0d-43ba-826b-646be9618813', 'b42bf8e7-036b-494e-937c-9d6eeea54ddc']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:33.332215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37e81c-aacc-41ea-bab7-290fcd00af1d req-588fcb34-a0c8-47e8-b349-40440ac6d8a5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:33.334175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd37e81c-aacc-41ea-bab7-290fcd00af1d req-588fcb34-a0c8-47e8-b349-40440ac6d8a5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1346140 Oct 28 09:47:33.335770 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39784) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:33.349859 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-68308cbf-73f4-4c13-bc36-0db1bb9abd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.412361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.416084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Made reservation on behalf of 227ac6c4e642467ca3b9e0bf7181d5c9 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:47:33.420124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.435683 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-68308cbf-73f4-4c13-bc36-0db1bb9abd33 admin admin] Publish callbacks [] for security_group (d3965f49-7e2a-4cfe-ace2-edefc1ed0904), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.440085 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-68308cbf-73f4-4c13-bc36-0db1bb9abd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d3965f49-7e2a-4cfe-ace2-edefc1ed0904), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.461207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd37e81c-aacc-41ea-bab7-290fcd00af1d req-8067ec06-a371-4a95-893c-eda715964d46 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156871 Oct 28 09:47:33.463557 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:33.500531 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-68308cbf-73f4-4c13-bc36-0db1bb9abd33 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4bc09ce339114d448dc1b45fc73877df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623931 Oct 28 09:47:33.502874 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308cbf-73f4-4c13-bc36-0db1bb9abd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3965f49-7e2a-4cfe-ace2-edefc1ed0904,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:33.506967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 39788) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:33.544176 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=20,neutron:SELECT=71,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:33.570587 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['1c436b7e-fe82-419c-9976-f87b1fa4439c'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:33.577516 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] Publish callbacks [] for security_group (d3965f49-7e2a-4cfe-ace2-edefc1ed0904), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.580252 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f6d834d-e94e-4544-ab36-72e807c267dc req-51cea331-a28b-4fb1-9487-be08422a1ec5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 210 time: 0.0486760 Oct 28 09:47:33.605477 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] Publish callbacks [] for security_group (d3965f49-7e2a-4cfe-ace2-edefc1ed0904), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.668323 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d3965f49-7e2a-4cfe-ace2-edefc1ed0904), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.670938 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:33.672293 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d3965f49-7e2a-4cfe-ace2-edefc1ed0904 HTTP/1.1" status: 204 len: 168 time: 0.1599033 Oct 28 09:47:33.682788 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0296d-bb9f-407c-a793-5704b56d3d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3965f49-7e2a-4cfe-ace2-edefc1ed0904,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:33.996712 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f01e5-3b9d-4d28-b469-fcc6d1fd4aa8 req-e28f9c2e-4eec-4a9d-ae7d-258e6a9cf81d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:33.998259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-377f01e5-3b9d-4d28-b469-fcc6d1fd4aa8 req-e28f9c2e-4eec-4a9d-ae7d-258e6a9cf81d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 944 time: 0.1246374 Oct 28 09:47:34.005265 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Allocated IP 172.20.0.8 (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c/14579739-db8e-45c1-aff7-b24d11dcdc69/6e78f30d-6812-43c6-910d-70f563ee8ad9) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:34.111619 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:34.114238 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:34.177616 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-377f01e5-3b9d-4d28-b469-fcc6d1fd4aa8 req-0da50345-c1f2-4253-a3d2-2938c24cbf89 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677759 Oct 28 09:47:34.214770 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for port (0ec06b02-a12d-496d-a40d-c56118810a83), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.221640 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.238915 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.239554 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.240966 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fa0cc68-0aa8-4c46-bcf3-868c30ee5412 req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "PUT /networking/v2.0/ports/0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 981 time: 1.0127509 Oct 28 09:47:34.253461 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:34.256482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d164c9-c7f8-4a54-825d-856285bcdbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:34.280483 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:34.352489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef319c3-e294-4e66-9b87-dbfca3036bd4 x-openstack-request-id: req-eef319c3-e294-4e66-9b87-dbfca3036bd4 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:34.352783 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:34.353179 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eef319c3-e294-4e66-9b87-dbfca3036bd4 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:34.353592 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef319c3-e294-4e66-9b87-dbfca3036bd4'] response: {'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:47:34.372830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.386574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921cc15-8a95-4854-bd97-996fbd062592 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=6']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:34.407964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81195185-2118-4c75-a871-030d04729e23 req-a0f49acf-55e5-4d34-81c3-6da05f6021f3 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.409421 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-81195185-2118-4c75-a871-030d04729e23 req-a0f49acf-55e5-4d34-81c3-6da05f6021f3 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0880277 Oct 28 09:47:34.487895 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-fd9e6c77-7ae9-44e3-a65a-18da062e9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.489651 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-fd9e6c77-7ae9-44e3-a65a-18da062e9d11 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1168 time: 0.0785432 Oct 28 09:47:34.530695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.646426 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-81195185-2118-4c75-a871-030d04729e23 req-49b6a093-c3ef-49be-9c74-7c2c1a15e8d7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2183781 Oct 28 09:47:34.684023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:34.695030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:34.700860 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event updated for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:34.705565 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:34.731524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:34.748990 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ff774-b754-4888-8d6f-0377d1bb7973 req-c1763b7d-ed0f-449f-ad87-69415caeadc8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.750565 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-720ff774-b754-4888-8d6f-0377d1bb7973 req-c1763b7d-ed0f-449f-ad87-69415caeadc8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1414554 Oct 28 09:47:34.830249 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-5940d51c-dea2-4721-a04e-4873cc4c80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.832323 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-5940d51c-dea2-4721-a04e-4873cc4c80c8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.3314829 Oct 28 09:47:34.859588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1c436b7e-fe82-419c-9976-f87b1fa4439c up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:34.872813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.873499 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:34.912443 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23f8a-3620-48d6-9408-59ff5f50dedd req-5571a802-2bb7-4193-9dbe-8f7a039db043 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:34.914195 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c7a23f8a-3620-48d6-9408-59ff5f50dedd req-5571a802-2bb7-4193-9dbe-8f7a039db043 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 931 time: 0.1587276 Oct 28 09:47:34.978902 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:34.995709 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-652b1404-c6e2-48d2-9c59-0d1c909b78a3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8980825 Oct 28 09:47:34.999001 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-720ff774-b754-4888-8d6f-0377d1bb7973 req-14c2754a-dedc-4530-a7f6-1d2981dfc62c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362840 Oct 28 09:47:35.008779 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-9efd4d42-e429-4819-b10c-d457ce2d7b6c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 1000 time: 0.1637878 Oct 28 09:47:35.025878 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bffb8c0c-2791-49fe-915c-f51e3b1849dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.044336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Request body: {'port': {'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:35.060320 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:35.061171 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-50b9f194-e3b9-4a6b-b20e-46d383910b36 None None] Provisioning complete for port 6e78f30d-6812-43c6-910d-70f563ee8ad9 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:35.061573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-50b9f194-e3b9-4a6b-b20e-46d383910b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.061860 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-50b9f194-e3b9-4a6b-b20e-46d383910b36 None None] Attempt 1 to provision port 6e78f30d-6812-43c6-910d-70f563ee8ad9 Oct 28 09:47:35.070620 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 1c436b7e-fe82-419c-9976-f87b1fa4439c completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:47:35.106740 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c7a23f8a-3620-48d6-9408-59ff5f50dedd req-d4e4d522-1d91-4f97-a9f6-40cf1b916989 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782844 Oct 28 09:47:35.116090 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 1c436b7e-fe82-419c-9976-f87b1fa4439c triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:35.116472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.116817 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 1c436b7e-fe82-419c-9976-f87b1fa4439c Oct 28 09:47:35.145756 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-9a2b2a70-0091-4bef-98fe-15a2ed979d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:35.147471 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-9a2b2a70-0091-4bef-98fe-15a2ed979d93 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.1135983 Oct 28 09:47:35.181795 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-50b9f194-e3b9-4a6b-b20e-46d383910b36 None None] Port 6e78f30d-6812-43c6-910d-70f563ee8ad9 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:47:35.215447 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.217430 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:35.219523 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-bfa4aa10-2365-4c71-8929-b54097de72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:35.220760 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-bfa4aa10-2365-4c71-8929-b54097de72e8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0663846 Oct 28 09:47:35.262868 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:35.287531 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:35.339473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 1c436b7e-fe82-419c-9976-f87b1fa4439c is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:35.339869 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.417724 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f9c6-15e1-459b-b2c6-1bf6141fca22 req-b721fa00-773a-4646-9909-65a5547ba546 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:35.418889 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-23a5f9c6-15e1-459b-b2c6-1bf6141fca22 req-b721fa00-773a-4646-9909-65a5547ba546 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 944 time: 0.0976684 Oct 28 09:47:35.431921 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:35.435228 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa6337-fc7e-4dfb-a54e-0ca8788b686f" -d '{"events": [{"server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "name": "network-vif-plugged", "status": "completed", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:35.489287 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:35.504612 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.505599 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-3fa91765-d15b-47d9-ae71-249964b250d2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761703 Oct 28 09:47:35.512971 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05517d5c-d92d-4fa4-b16d-309d3dd7ee49 x-openstack-request-id: req-05517d5c-d92d-4fa4-b16d-309d3dd7ee49 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:35.513341 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "name": "network-vif-plugged", "status": "completed", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:35.513712 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05517d5c-d92d-4fa4-b16d-309d3dd7ee49 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:35.514339 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05517d5c-d92d-4fa4-b16d-309d3dd7ee49'] response: {'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c', 'code': 200} Oct 28 09:47:35.623215 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-23a5f9c6-15e1-459b-b2c6-1bf6141fca22 req-8cecd567-2a2b-49f7-8769-a28e1fab6417 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611481 Oct 28 09:47:35.690823 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:35.814677 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:35.833216 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-17d164c9-c7f8-4a54-825d-856285bcdbc9 req-2024f312-b1ee-46f2-bc9a-3fc0442b6b6b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531836 Oct 28 09:47:35.850321 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0925cd-688a-41af-ad21-3e885c3ddd8f req-05777161-def3-47ef-9dad-d5e932e6d99f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:35.851932 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9d0925cd-688a-41af-ad21-3e885c3ddd8f req-05777161-def3-47ef-9dad-d5e932e6d99f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0865312 Oct 28 09:47:35.904569 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e78f30d-6812-43c6-910d-70f563ee8ad9 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:35.918532 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks [] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:35.946538 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9d0925cd-688a-41af-ad21-3e885c3ddd8f req-16a8a06e-4a57-4eb5-aee8-27c9c8cd5f63 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719087 Oct 28 09:47:35.947468 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Transition to ACTIVE for port object 6e78f30d-6812-43c6-910d-70f563ee8ad9 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:47:35.952100 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:36.041811 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:36.071344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Attempting to bind port 6e78f30d-6812-43c6-910d-70f563ee8ad9 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:47:36.071737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Attempting to bind port 6e78f30d-6812-43c6-910d-70f563ee8ad9 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:47:36.072076 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Attempting to bind port 6e78f30d-6812-43c6-910d-70f563ee8ad9 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:36.182129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554336c-5bd1-4943-b176-540793c4c1bf req-48421725-ec37-43d6-a77e-f1adc73b15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:36.183684 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a554336c-5bd1-4943-b176-540793c4c1bf req-48421725-ec37-43d6-a77e-f1adc73b15ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 1129 time: 0.0889161 Oct 28 09:47:36.192443 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Port 6e78f30d-6812-43c6-910d-70f563ee8ad9 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:47:36.192825 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Attempting to bind port 6e78f30d-6812-43c6-910d-70f563ee8ad9 on network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:36.195033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:36.201248 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5081f0-1334-49ed-8382-c685e7338cc7 req-b82d0ed2-bf06-4fda-b154-691514e8d301 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:36.202671 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c5081f0-1334-49ed-8382-c685e7338cc7 req-b82d0ed2-bf06-4fda-b154-691514e8d301 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0947440 Oct 28 09:47:36.244013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:36.324985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde2326-f5bd-484a-a6f7-98bf12eb8754 req-bac964f6-e70b-43ef-a116-6872f1711ee7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:36.326481 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5dde2326-f5bd-484a-a6f7-98bf12eb8754 req-bac964f6-e70b-43ef-a116-6872f1711ee7 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.1027322 Oct 28 09:47:36.347192 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:47:36.348046 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Checking segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:47:36.348431 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Bound using segment: {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:47:36.348877 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Bound port: 6e78f30d-6812-43c6-910d-70f563ee8ad9, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80389b1-3828-4b9a-8e26-4ce89377215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:47:36.349235 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:36.399736 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c5081f0-1334-49ed-8382-c685e7338cc7 req-f6afc460-841c-488d-9e0d-e36ab01d2d64 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748204 Oct 28 09:47:36.401680 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a554336c-5bd1-4943-b176-540793c4c1bf req-7d605add-6219-40ca-9ea1-d3710abd73c5 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303635 Oct 28 09:47:36.464660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5dde2326-f5bd-484a-a6f7-98bf12eb8754 req-e2848556-d5be-4779-a276-13ee3e0d768b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303735 Oct 28 09:47:36.474752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:36.478132 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:36.494769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:36.500577 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:36.501361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:36.503094 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 1093 time: 1.4703526 Oct 28 09:47:36.504277 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:36.506699 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b97782-3bdc-42af-8752-34adfd040bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:36.563632 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31136344-47dd-4b49-acd5-7b1e4dc8796a x-openstack-request-id: req-31136344-47dd-4b49-acd5-7b1e4dc8796a {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:36.563917 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:36.564172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31136344-47dd-4b49-acd5-7b1e4dc8796a {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:36.564640 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31136344-47dd-4b49-acd5-7b1e4dc8796a'] response: {'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'status': 'completed', 'code': 200} Oct 28 09:47:36.565681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acad4c-0b68-4e52-bb6d-4e00136ef7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:36.711719 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:36.752454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701565b-4637-452f-b9ba-2a7931c8aea7 req-0e9eb141-c6f9-4301-9c1a-c0cb5021919d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:36.754011 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3701565b-4637-452f-b9ba-2a7931c8aea7 req-0e9eb141-c6f9-4301-9c1a-c0cb5021919d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Oct 28 09:47:36.804214 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3701565b-4637-452f-b9ba-2a7931c8aea7 req-4fc9a81a-7bf9-4f85-b094-d345c14b05d1 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Oct 28 09:47:37.070315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b1202-cbc9-40aa-a79b-1bdfbcf931f0 req-17e4d223-903d-4aec-a670-bd0053830b0a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.071948 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-174b1202-cbc9-40aa-a79b-1bdfbcf931f0 req-17e4d223-903d-4aec-a670-bd0053830b0a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0481169 Oct 28 09:47:37.120521 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-174b1202-cbc9-40aa-a79b-1bdfbcf931f0 req-081f41a6-f8d1-49ee-ad7a-8bcd94bbced6 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Oct 28 09:47:37.354551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-eb866e59-2ab2-48cf-9e3f-4d4f8e69a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.356053 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-eb866e59-2ab2-48cf-9e3f-4d4f8e69a1a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1127 time: 0.0385640 Oct 28 09:47:37.473079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-e22f79fe-3574-4998-8cdc-d10d5cf12353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.474659 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-e22f79fe-3574-4998-8cdc-d10d5cf12353 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0975463 Oct 28 09:47:37.600728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ed20c-6a19-4dd8-b976-922c372fcfaf req-fde2d505-cf29-40f5-a65e-64585c111486 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.601968 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c3ed20c-6a19-4dd8-b976-922c372fcfaf req-fde2d505-cf29-40f5-a65e-64585c111486 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1129255 Oct 28 09:47:37.648699 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334b67f-08d0-4532-8f20-f6594c7b73be req-34be35c4-bd12-4d0c-9d96-bb4bdc4d3a73 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.650156 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6334b67f-08d0-4532-8f20-f6594c7b73be req-34be35c4-bd12-4d0c-9d96-bb4bdc4d3a73 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.0936933 Oct 28 09:47:37.679042 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:37.703501 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-16d48aba-3940-414e-9601-9bc0d4f5e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.705069 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f7b97782-3bdc-42af-8752-34adfd040bc8 req-16d48aba-3940-414e-9601-9bc0d4f5e63b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236423 Oct 28 09:47:37.711071 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c3ed20c-6a19-4dd8-b976-922c372fcfaf req-6a710a72-afa1-493b-8680-258566a341d0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014948 Oct 28 09:47:37.736957 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6334b67f-08d0-4532-8f20-f6594c7b73be req-606604f6-81c6-4352-b090-e3fc61bfb437 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804646 Oct 28 09:47:37.917173 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:37.938068 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b826d-3cb2-4997-911a-3b9cf69cc1c7 req-9483990b-ff5a-41ad-bbb9-06a23b6a23f4 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:37.939611 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-612b826d-3cb2-4997-911a-3b9cf69cc1c7 req-9483990b-ff5a-41ad-bbb9-06a23b6a23f4 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0547361 Oct 28 09:47:37.966296 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:37.990066 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-612b826d-3cb2-4997-911a-3b9cf69cc1c7 req-42b943c6-b44d-4a89-a87f-e76a6e090fe3 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Oct 28 09:47:38.196258 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:38.258357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea0f3e-e9a8-4004-8c7c-ede980f170f6 req-1a0dc1d2-d7dc-4d3b-b7cd-15edae85bd80 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:38.258357 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-feea0f3e-e9a8-4004-8c7c-ede980f170f6 req-1a0dc1d2-d7dc-4d3b-b7cd-15edae85bd80 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0517585 Oct 28 09:47:38.305223 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-feea0f3e-e9a8-4004-8c7c-ede980f170f6 req-09785086-fbc2-423e-8266-6e0f14155e81 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Oct 28 09:47:38.579715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-835e987f-b80c-4d93-ac80-62b073f71e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:38.581284 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-835e987f-b80c-4d93-ac80-62b073f71e92 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1127 time: 0.0488365 Oct 28 09:47:38.639667 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-f786dc78-9743-497b-92f7-008c977d8d0c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0370498 Oct 28 09:47:38.700765 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-8e1d08e7-0b0b-4a89-b82a-fb36689431ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:38.702633 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-8e1d08e7-0b0b-4a89-b82a-fb36689431ba service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0536323 Oct 28 09:47:38.754073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33572101-4f3e-46d7-a12a-a89da384de56 req-9ee847bb-869a-47ce-8057-bf834d8586fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:38.755691 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-9ee847bb-869a-47ce-8057-bf834d8586fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0409777 Oct 28 09:47:39.114342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914acb4-f88d-49e7-93a4-5edecbe852e5 req-d7a418b6-1163-4eef-879b-8d8843748fd8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:39.115844 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3914acb4-f88d-49e7-93a4-5edecbe852e5 req-d7a418b6-1163-4eef-879b-8d8843748fd8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0869470 Oct 28 09:47:39.142054 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1999f5-fdea-4dcc-b1d5-e6053a3615eb req-282d28af-3813-4092-ad5e-438c1796841c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:39.143560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f1999f5-fdea-4dcc-b1d5-e6053a3615eb req-282d28af-3813-4092-ad5e-438c1796841c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.1157055 Oct 28 09:47:39.183333 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-ca191468-8774-4752-a66a-5c7d27ae7b49 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164000 Oct 28 09:47:39.225017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3914acb4-f88d-49e7-93a4-5edecbe852e5 req-2974b4b6-2816-43db-9726-41c54dc5f85a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011884 Oct 28 09:47:39.229161 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f1999f5-fdea-4dcc-b1d5-e6053a3615eb req-90a42be7-209b-426d-98eb-c61f55c7efe5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705225 Oct 28 09:47:39.336849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc301d-476d-450e-aa60-84ec94d74bee req-49cd0546-64ba-4b3a-8e79-2fe3ada1f2be tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:39.338330 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fedc301d-476d-450e-aa60-84ec94d74bee req-49cd0546-64ba-4b3a-8e79-2fe3ada1f2be tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Oct 28 09:47:39.400172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fedc301d-476d-450e-aa60-84ec94d74bee req-ec6b8627-1229-4ce1-9c12-bbafb69f3373 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557508 Oct 28 09:47:39.476881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271b74-b876-4005-9fbf-3512d8d40569 req-102f52ec-e70f-41b0-9512-0999d99df4b9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:39.478404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff271b74-b876-4005-9fbf-3512d8d40569 req-102f52ec-e70f-41b0-9512-0999d99df4b9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0941849 Oct 28 09:47:39.558183 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33572101-4f3e-46d7-a12a-a89da384de56 req-ab70455d-69cc-4e76-8f3c-909c0a2d4b8c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424756 Oct 28 09:47:39.563240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff271b74-b876-4005-9fbf-3512d8d40569 req-1cb14307-85a3-49c5-8332-232c3e39a00a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787754 Oct 28 09:47:40.382445 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03c14c-a293-412e-ac5c-d2b5c3847ec6 req-47e44935-c7ac-4843-8474-7d6421fb7b9f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:40.383960 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df03c14c-a293-412e-ac5c-d2b5c3847ec6 req-47e44935-c7ac-4843-8474-7d6421fb7b9f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.0759017 Oct 28 09:47:40.389679 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71433-87d1-4034-a747-786affb39211 req-47e5cfe5-a77a-4ba8-832d-7ff9b66c2ff2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:40.391045 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-00a71433-87d1-4034-a747-786affb39211 req-47e5cfe5-a77a-4ba8-832d-7ff9b66c2ff2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0811293 Oct 28 09:47:40.439153 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:40.455351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:40.465017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df03c14c-a293-412e-ac5c-d2b5c3847ec6 req-9b0e534a-01c9-42f4-af27-ba67c294c71a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730174 Oct 28 09:47:40.477702 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-00a71433-87d1-4034-a747-786affb39211 req-7fafabb1-ffc9-4e38-a9bc-db7fcaa81e3d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781713 Oct 28 09:47:40.692084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150a119-4095-4a47-96c5-5c6a294a4003 req-ef9ff16f-aa78-42a3-8624-1ace4ddcd882 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:40.693576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8150a119-4095-4a47-96c5-5c6a294a4003 req-ef9ff16f-aa78-42a3-8624-1ace4ddcd882 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0497811 Oct 28 09:47:40.743620 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8150a119-4095-4a47-96c5-5c6a294a4003 req-2458ef7a-955b-4454-b9f4-cb463b8bfa26 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Oct 28 09:47:41.623720 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc9ae-dad9-4e9c-a103-949c55e0350c req-935eb8e6-c705-4d1d-adce-770d32c184e2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:41.625156 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-652cc9ae-dad9-4e9c-a103-949c55e0350c req-935eb8e6-c705-4d1d-adce-770d32c184e2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.0815246 Oct 28 09:47:41.645512 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6c644-9696-43d4-b0e8-a7fb2929e6c3 req-9ff19eb0-139a-4eba-b6e4-9ce66c8aab66 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:41.646951 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-29a6c644-9696-43d4-b0e8-a7fb2929e6c3 req-9ff19eb0-139a-4eba-b6e4-9ce66c8aab66 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0735455 Oct 28 09:47:41.717835 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-652cc9ae-dad9-4e9c-a103-949c55e0350c req-8fa3d766-9312-4ec0-867b-92893c160154 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862155 Oct 28 09:47:41.722913 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-29a6c644-9696-43d4-b0e8-a7fb2929e6c3 req-94d6e5bf-6513-43d5-8cbd-265baba08afc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685079 Oct 28 09:47:41.870688 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7db0-aa0b-413d-aa17-defa76a799bd req-4cf4be30-3543-4925-ab08-837048ffd64d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:41.872252 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5eb7db0-aa0b-413d-aa17-defa76a799bd req-4cf4be30-3543-4925-ab08-837048ffd64d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0491621 Oct 28 09:47:41.921290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5eb7db0-aa0b-413d-aa17-defa76a799bd req-5e58f13a-11f5-4a36-b885-cc45ecae87f4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Oct 28 09:47:42.553182 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:42.640320 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40052) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:42.645623 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602960298', 'description': 'tempest-description--1822487566'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:42.657689 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:42.675375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.757017 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (6db92ecb-196a-4dd6-b678-5e326a8462f1), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.762204 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (6db92ecb-196a-4dd6-b678-5e326a8462f1), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.798249 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.802931 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1614463 Oct 28 09:47:42.803364 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40060) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:42.807919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': '6db92ecb-196a-4dd6-b678-5e326a8462f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:42.815489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10cc8-3423-4139-bfdb-3c7be959c44c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db92ecb-196a-4dd6-b678-5e326a8462f1,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:42.843948 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (75917edf-c138-4cc0-9657-54184ed57918), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.893439 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:42.916566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa735a7-fe8f-4257-8e1a-10b8623bf5e7 req-188b3dc7-023e-4f84-8a9a-884d5416565a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:42.921532 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (75917edf-c138-4cc0-9657-54184ed57918), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.921694 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1fa735a7-fe8f-4257-8e1a-10b8623bf5e7 req-188b3dc7-023e-4f84-8a9a-884d5416565a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 943 time: 0.1018634 Oct 28 09:47:42.928010 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (75917edf-c138-4cc0-9657-54184ed57918), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.937505 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599fe1-59dd-4af6-ba5f-9998141f4880 req-9732f50b-5b24-401d-a108-b3efd3448f88 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:42.940384 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b7599fe1-59dd-4af6-ba5f-9998141f4880 req-9732f50b-5b24-401d-a108-b3efd3448f88 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0829892 Oct 28 09:47:42.958597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75917edf-c138-4cc0-9657-54184ed57918,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:42.966743 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:42.968169 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40064) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:42.972678 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-50883c93-9e42-478f-a4e5-db945107a455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1676331 Oct 28 09:47:42.974114 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40066) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:42.980306 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': '6db92ecb-196a-4dd6-b678-5e326a8462f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:43.012396 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:43.029509 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:43.041891 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (574b74ad-6e8c-49df-8baf-0ef97ddb628f), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.052203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1fa735a7-fe8f-4257-8e1a-10b8623bf5e7 req-fd0bb904-2321-470c-abb5-7ba9eefc2d46 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101162 Oct 28 09:47:43.068248 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b7599fe1-59dd-4af6-ba5f-9998141f4880 req-3a1f98c3-3e66-4e58-bcc5-3f0b9e52c03e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087708 Oct 28 09:47:43.082664 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: ACTIVE; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:43.083306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.099046 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:43.151058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:43.162204 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.163332 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 6e78f30d-6812-43c6-910d-70f563ee8ad9 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:43.170534 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (574b74ad-6e8c-49df-8baf-0ef97ddb628f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.175896 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (574b74ad-6e8c-49df-8baf-0ef97ddb628f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.195168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aba173fe-806b-4974-a03e-bba91e782f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.204608 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574b74ad-6e8c-49df-8baf-0ef97ddb628f,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.211598 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.217101 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c3b248e0-ff19-4727-9fce-cac6499950a5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419372 Oct 28 09:47:43.217806 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40072) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:43.222254 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:43.233749 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:43.248459 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.252331 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2809c6-37d2-415d-bbe1-bedf9dbea181 req-eed99c94-8429-4f7b-a913-ef26295c3e0d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:43.254420 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5c2809c6-37d2-415d-bbe1-bedf9dbea181 req-eed99c94-8429-4f7b-a913-ef26295c3e0d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0774672 Oct 28 09:47:43.287436 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=6']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.304502 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:43.319131 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:43.339146 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:43.352503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:43.353130 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5c2809c6-37d2-415d-bbe1-bedf9dbea181 req-b5f18968-c8e0-43da-9ab7-d7510506d6e5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830152 Oct 28 09:47:43.367852 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aba173fe-806b-4974-a03e-bba91e782f27 admin admin] Publish callbacks [] for security_group (19501452-7053-4093-a8b2-65dd1d83a9c3), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.373624 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aba173fe-806b-4974-a03e-bba91e782f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (19501452-7053-4093-a8b2-65dd1d83a9c3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.382831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.408623 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 6e78f30d-6812-43c6-910d-70f563ee8ad9 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:43.409029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.419905 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-aba173fe-806b-4974-a03e-bba91e782f27 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=585c44f8af1d43ed8d12a98e766fa7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480596 Oct 28 09:47:43.419905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba173fe-806b-4974-a03e-bba91e782f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19501452-7053-4093-a8b2-65dd1d83a9c3,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.421009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40074) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:43.423219 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e78f30d-6812-43c6-910d-70f563ee8ad9 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:43.453546 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:43.459866 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.500992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] Publish callbacks [] for security_group (19501452-7053-4093-a8b2-65dd1d83a9c3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.508362 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.37.3.183 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/f84dcbc6-ee34-4e87-93b7-17116c863084) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:43.508795 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.526060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] Publish callbacks [] for security_group (19501452-7053-4093-a8b2-65dd1d83a9c3), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.583417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (19501452-7053-4093-a8b2-65dd1d83a9c3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.585966 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:43.586154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.587190 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/19501452-7053-4093-a8b2-65dd1d83a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1653471 Oct 28 09:47:43.595357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c275316-9d25-4a88-b9a6-9fb1d891c413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19501452-7053-4093-a8b2-65dd1d83a9c3,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.643818 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.679747 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.684651 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:43.725016 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:43.728820 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:43.735961 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:43.749066 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=f84dcbc6-ee34-4e87-93b7-17116c863084,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:43.790192 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.830244 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.886592 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40080) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:43.901321 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0dc014e6-472c-4d7d-b2d2-4791551f9d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:43.998631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0dc014e6-472c-4d7d-b2d2-4791551f9d1b admin admin] Publish callbacks [] for security_group (5f25e3df-3e7a-4a6b-91c7-c6231cca2897), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.004561 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0dc014e6-472c-4d7d-b2d2-4791551f9d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5f25e3df-3e7a-4a6b-91c7-c6231cca2897), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.012895 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.017531 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.018368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.049848 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0dc014e6-472c-4d7d-b2d2-4791551f9d1b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c4e99a697e494b02ab34f35d4a505e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620543 Oct 28 09:47:44.052576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40082) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:44.058857 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc014e6-472c-4d7d-b2d2-4791551f9d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f25e3df-3e7a-4a6b-91c7-c6231cca2897,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:44.073066 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.074482 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8554680 Oct 28 09:47:44.077684 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ebd8d-c1e6-4c53-88a3-5443950cdaa9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=f84dcbc6-ee34-4e87-93b7-17116c863084,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:44.125309 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['c2310b44-82bb-408f-85b5-8a5556b92e25'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:44.129277 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:44.132916 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] Publish callbacks [] for security_group (5f25e3df-3e7a-4a6b-91c7-c6231cca2897), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.193404 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] Publish callbacks [] for security_group (5f25e3df-3e7a-4a6b-91c7-c6231cca2897), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.347557 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15011863-dd12-49f5-bc86-587853cd0f5d req-7e7e9bd7-4baa-402f-8455-b074ae3ba599 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:44.349247 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-15011863-dd12-49f5-bc86-587853cd0f5d req-7e7e9bd7-4baa-402f-8455-b074ae3ba599 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 944 time: 0.1199462 Oct 28 09:47:44.355533 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa10cc3-9bd5-4c50-9005-c84d236cab5d req-38597aa1-017f-43d7-9e9f-084fadcc6c0c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:44.356974 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fa10cc3-9bd5-4c50-9005-c84d236cab5d req-38597aa1-017f-43d7-9e9f-084fadcc6c0c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.1189654 Oct 28 09:47:44.359797 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5f25e3df-3e7a-4a6b-91c7-c6231cca2897), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.363915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['6e78f30d-6812-43c6-910d-70f563ee8ad9'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:44.364158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.365494 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5f25e3df-3e7a-4a6b-91c7-c6231cca2897 HTTP/1.1" status: 204 len: 168 time: 0.3118372 Oct 28 09:47:44.396549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cf7a6-1465-42a8-a4b8-0883caf8d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f25e3df-3e7a-4a6b-91c7-c6231cca2897,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:44.481560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8fa10cc3-9bd5-4c50-9005-c84d236cab5d req-0edba888-dd9a-4d6a-9edd-0981206c1650 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069911 Oct 28 09:47:44.485605 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-15011863-dd12-49f5-bc86-587853cd0f5d req-d1fd347b-f643-4bd1-b467-00e1967dbf45 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273022 Oct 28 09:47:44.691745 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f043db7-4bad-419d-991f-39775cb56674 req-2c531dbf-e468-4e45-b402-175b729e9ea6 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:44.693983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3f043db7-4bad-419d-991f-39775cb56674 req-2c531dbf-e468-4e45-b402-175b729e9ea6 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0782766 Oct 28 09:47:44.710891 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:44.721260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:44.766822 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-95c527e7-70fe-4052-9436-ada932d631da tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1602960298&fields=id&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 267 time: 0.1029434 Oct 28 09:47:44.820789 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3f043db7-4bad-419d-991f-39775cb56674 req-77faf1ca-cc5b-401c-98d2-709231874dbf tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058767 Oct 28 09:47:44.908039 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-03a307d7-084d-4ad9-aa65-954fba46a51e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:44.909997 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-03a307d7-084d-4ad9-aa65-954fba46a51e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1303334 Oct 28 09:47:44.914128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40130) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:44.944073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d5f-d48d-489c-aac4-3ab5a78e4ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:44.954234 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-c422d841-65dd-4532-9069-09d12fb74a72 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/quotas/4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 375 time: 0.0325046 Oct 28 09:47:45.037894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-a1289a11-4ffa-40d7-8cc1-f5b157a67093 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747106 Oct 28 09:47:45.136865 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d5f-d48d-489c-aac4-3ab5a78e4ed6 admin admin] Publish callbacks [] for security_group (f55ba824-4b01-45b4-8fee-6e94fe1b24f7), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.143434 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a03a1d5f-d48d-489c-aac4-3ab5a78e4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f55ba824-4b01-45b4-8fee-6e94fe1b24f7), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.211272 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1d5f-d48d-489c-aac4-3ab5a78e4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55ba824-4b01-45b4-8fee-6e94fe1b24f7,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:45.221453 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-29e41eaa-1169-41f4-882e-c04b73e4a171 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693583 Oct 28 09:47:45.224869 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a03a1d5f-d48d-489c-aac4-3ab5a78e4ed6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=69046d579b514acfbe4405442cd50b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092692 Oct 28 09:47:45.227446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40140) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:45.431510 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] Publish callbacks [] for security_group (f55ba824-4b01-45b4-8fee-6e94fe1b24f7), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.437684 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-fe514b86-688f-47da-81d6-025116152daf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024283 Oct 28 09:47:45.461649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] Publish callbacks [] for security_group (f55ba824-4b01-45b4-8fee-6e94fe1b24f7), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.543930 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f55ba824-4b01-45b4-8fee-6e94fe1b24f7), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.547429 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.551466 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f55ba824-4b01-45b4-8fee-6e94fe1b24f7 HTTP/1.1" status: 204 len: 168 time: 0.3203521 Oct 28 09:47:45.576868 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512159cf-5721-49e0-9dbe-732a85ecf4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55ba824-4b01-45b4-8fee-6e94fe1b24f7,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:45.841959 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:45.853818 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023b9c0-aafe-4608-a722-540dbe616e76 req-92d68b49-ea67-4535-a729-77f891400b9b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:45.855810 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6023b9c0-aafe-4608-a722-540dbe616e76 req-92d68b49-ea67-4535-a729-77f891400b9b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 944 time: 0.1297519 Oct 28 09:47:45.884176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:45.939125 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port c2310b44-82bb-408f-85b5-8a5556b92e25 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:45.939852 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:45.940393 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port c2310b44-82bb-408f-85b5-8a5556b92e25 Oct 28 09:47:45.943747 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6beb7e-7d42-4da9-8a7d-593011054150 req-6ad9913d-2593-4bc9-a6cd-1f9a2037b15f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:45.951735 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6a6beb7e-7d42-4da9-8a7d-593011054150 req-6ad9913d-2593-4bc9-a6cd-1f9a2037b15f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.1835525 Oct 28 09:47:46.007081 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6023b9c0-aafe-4608-a722-540dbe616e76 req-9ff40423-a204-47d6-877e-f496f331ca6b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444542 Oct 28 09:47:46.084860 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6a6beb7e-7d42-4da9-8a7d-593011054150 req-86717a73-72d1-4f0b-b362-2afaa62d6809 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319659 Oct 28 09:47:46.168342 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5d131891-3ceb-4158-a3f8-6569d97fd19a req-7c4fb21a-0d36-4042-90f3-2c95f58f7972 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 210 time: 0.0817854 Oct 28 09:47:46.292298 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:46.319336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230540df-caf6-4763-acd3-cd149a617fce req-eb5c5325-9575-49be-b92e-a7b26667e533 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:46.326935 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230540df-caf6-4763-acd3-cd149a617fce req-eb5c5325-9575-49be-b92e-a7b26667e533 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1168749 Oct 28 09:47:46.402919 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-230540df-caf6-4763-acd3-cd149a617fce req-bbcda961-ed98-432b-8d0f-cb4ec3b5704d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749216 Oct 28 09:47:46.459742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:46.460060 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.500611 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:46.503985 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb56ee3-d4f2-4ba8-a343-02d0eba29226" -d '{"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:46.523163 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:46.530806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.532005 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 6e78f30d-6812-43c6-910d-70f563ee8ad9 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:46.603945 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1334eae4-22b8-43e0-883e-cafdaec8378c x-openstack-request-id: req-1334eae4-22b8-43e0-883e-cafdaec8378c {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:46.604254 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:46.604519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1334eae4-22b8-43e0-883e-cafdaec8378c {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:46.604924 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1334eae4-22b8-43e0-883e-cafdaec8378c'] response: {'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'code': 200} Oct 28 09:47:46.624755 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=7']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:46.637664 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 6e78f30d-6812-43c6-910d-70f563ee8ad9 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:47:46.646148 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 6e78f30d-6812-43c6-910d-70f563ee8ad9 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:46.646666 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.647020 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 6e78f30d-6812-43c6-910d-70f563ee8ad9 Oct 28 09:47:46.765516 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:46.770365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 6e78f30d-6812-43c6-910d-70f563ee8ad9 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:46.770723 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.782783 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:46.821455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:46.827334 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:46.899407 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:47.165253 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2586d5-324b-4e86-ae99-5d8e3c462c2e req-096bb4cc-a0a2-4907-b36e-7969eea5a703 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:47.167508 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-da2586d5-324b-4e86-ae99-5d8e3c462c2e req-096bb4cc-a0a2-4907-b36e-7969eea5a703 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0660191 Oct 28 09:47:47.307557 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-da2586d5-324b-4e86-ae99-5d8e3c462c2e req-91ba9a79-d7a7-4c97-a089-350e54185c8b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296690 Oct 28 09:47:47.336503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7e1c-6eb7-4c13-80f4-1e4fad063573 req-dfa09998-4c6b-4f09-9e02-d93c302460a1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:47.343633 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3dcf7e1c-6eb7-4c13-80f4-1e4fad063573 req-dfa09998-4c6b-4f09-9e02-d93c302460a1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1076910 Oct 28 09:47:47.437092 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3dcf7e1c-6eb7-4c13-80f4-1e4fad063573 req-b840e63f-3071-4931-b0c8-4e2d9315864f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922747 Oct 28 09:47:47.461614 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5521df56-b016-4a3e-8c2e-117996fa4464 req-09f55a3f-cbcc-47ba-b2b7-1906cf9a73f6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 210 time: 0.0475113 Oct 28 09:47:47.614472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab74dfa-1cce-4a8e-bc3c-d2c82ddac125 req-b508b29a-7839-47b6-a626-72e8ff2b7c2c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:47.621769 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ab74dfa-1cce-4a8e-bc3c-d2c82ddac125 req-b508b29a-7839-47b6-a626-72e8ff2b7c2c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0858698 Oct 28 09:47:47.671853 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ab74dfa-1cce-4a8e-bc3c-d2c82ddac125 req-8fba2bd4-78c6-47d4-84fb-2c5bf9a3b88d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492046 Oct 28 09:47:48.215342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-1e37162f-f0be-4041-bae6-6681cb348cfb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:48.219174 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-1e37162f-f0be-4041-bae6-6681cb348cfb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1424117 Oct 28 09:47:48.344063 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-da14d562-cdf1-425b-bfd7-3aaa11789fff tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 472 time: 0.0885398 Oct 28 09:47:48.357748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'port': {'device_id': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'admin_state_up': True, 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'security_groups': ['6db92ecb-196a-4dd6-b678-5e326a8462f1']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:48.504671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fea0a-30f1-476c-aff7-6f97ccc1bd1a req-e9637083-7eea-4e1c-b508-f027be73b026 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:48.506172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-133fea0a-30f1-476c-aff7-6f97ccc1bd1a req-e9637083-7eea-4e1c-b508-f027be73b026 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0927625 Oct 28 09:47:48.607034 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:48.611094 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c1c44-1df5-4974-8507-585434d9af8a" -d '{"events": [{"server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:48.616440 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8867dd03-22e4-4e9c-bcf4-f57dda2a5f12 req-342a43e9-5ad7-42d2-8292-3aeebfa2f5f8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 210 time: 0.0496006 Oct 28 09:47:48.620217 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:47:48.624115 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:48.655432 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-133fea0a-30f1-476c-aff7-6f97ccc1bd1a req-c9b871c0-a19b-4370-a151-a847999ffa14 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403928 Oct 28 09:47:48.739586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:48.755595 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2586951-9f55-459e-aa64-ebd3f6c83579 x-openstack-request-id: req-b2586951-9f55-459e-aa64-ebd3f6c83579 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:48.756199 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:48.758258 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2586951-9f55-459e-aa64-ebd3f6c83579 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:48.759541 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2586951-9f55-459e-aa64-ebd3f6c83579'] response: {'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'code': 200} Oct 28 09:47:48.853789 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2be416-c819-458e-8ec4-9597f083f4d4 req-4664497b-76ca-4853-a53d-2b0aff95b2df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:48.862020 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb2be416-c819-458e-8ec4-9597f083f4d4 req-4664497b-76ca-4853-a53d-2b0aff95b2df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1004117 Oct 28 09:47:48.931522 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.20.0.5 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/450bfe2d-019d-4361-97e8-cd9a4452887d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:47:48.969210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:48.986002 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90d753-5a14-46bd-aa18-2d7d249ec686 req-c1fed3ff-6863-4c44-9b6d-6755e3878733 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:48.988899 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3a90d753-5a14-46bd-aa18-2d7d249ec686 req-c1fed3ff-6863-4c44-9b6d-6755e3878733 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1214504 Oct 28 09:47:49.008200 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb2be416-c819-458e-8ec4-9597f083f4d4 req-ef511e85-7c9f-4cd4-bd3a-ebb1fe08e563 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451552 Oct 28 09:47:49.108123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf616-973f-4ac7-8a67-272a693e613f req-bc0d6f8c-7312-4072-9bbf-e895048acf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:49.109554 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3abdf616-973f-4ac7-8a67-272a693e613f req-bc0d6f8c-7312-4072-9bbf-e895048acf4d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0750670 Oct 28 09:47:49.267435 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3a90d753-5a14-46bd-aa18-2d7d249ec686 req-72d622bc-227e-4a22-bd96-4a18b40d532e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534745 Oct 28 09:47:49.300860 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3abdf616-973f-4ac7-8a67-272a693e613f req-f61a2215-0220-4f51-9165-e6f54fa05e91 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366708 Oct 28 09:47:49.324351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:49.372426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:49.425985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:47:49.429911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:47:49.433118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:47:49.490475 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:49.577914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:49.579997 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:49.605240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5b21e83c-6130-43b1-8fe5-abe330eaf1f9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531435 Oct 28 09:47:49.714702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Request body: {'port': {'device_id': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:49.855556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:49.910185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:49.922023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c041c1-314b-4f46-954e-c4eab8b6ab9c req-ce8370b4-9ae3-4cfe-a239-e210cde6bc47 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:49.923642 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0c041c1-314b-4f46-954e-c4eab8b6ab9c req-ce8370b4-9ae3-4cfe-a239-e210cde6bc47 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 931 time: 0.1116600 Oct 28 09:47:49.943580 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-c23fecfd-ba46-4bad-b98e-b9a4e4e062af None None] Provisioning complete for port 450bfe2d-019d-4361-97e8-cd9a4452887d triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:49.944856 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-c23fecfd-ba46-4bad-b98e-b9a4e4e062af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:49.945427 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-c23fecfd-ba46-4bad-b98e-b9a4e4e062af None None] Attempt 1 to provision port 450bfe2d-019d-4361-97e8-cd9a4452887d Oct 28 09:47:49.961472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61201df-5801-45e9-a984-35b8f42a62df req-a8ca399e-e386-47d1-b659-d859c4118ae6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:49.968293 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a61201df-5801-45e9-a984-35b8f42a62df req-a8ca399e-e386-47d1-b659-d859c4118ae6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1069684 Oct 28 09:47:49.991261 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-c23fecfd-ba46-4bad-b98e-b9a4e4e062af None None] Port 450bfe2d-019d-4361-97e8-cd9a4452887d cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:47:50.121311 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a61201df-5801-45e9-a984-35b8f42a62df req-f52e71cb-c63f-432d-9654-e3480f54c316 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521611 Oct 28 09:47:50.157220 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0c041c1-314b-4f46-954e-c4eab8b6ab9c req-3802189d-c933-4e74-b8b3-69383aa819b0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003891 Oct 28 09:47:50.604975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e82aae-8e39-4a45-b392-07fd8cbff93d req-e480259d-6fd9-4067-b2d9-c12f69747336 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:50.606567 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-93e82aae-8e39-4a45-b392-07fd8cbff93d req-e480259d-6fd9-4067-b2d9-c12f69747336 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.3687398 Oct 28 09:47:50.607047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:50.630773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f9975-243a-42b5-aaa2-088335d68bf7 req-d10816a4-cff0-4292-b9b6-124a9f863a16 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:50.633385 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-686f9975-243a-42b5-aaa2-088335d68bf7 req-d10816a4-cff0-4292-b9b6-124a9f863a16 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1014454 Oct 28 09:47:50.779450 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-686f9975-243a-42b5-aaa2-088335d68bf7 req-1ef254d5-49bf-4818-92d6-66bc18316fc9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314440 Oct 28 09:47:50.785813 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-93e82aae-8e39-4a45-b392-07fd8cbff93d req-6bbe4870-8a92-469a-9864-5d511b79215e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636305 Oct 28 09:47:50.881822 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450bfe2d-019d-4361-97e8-cd9a4452887d {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:50.907163 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks [] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:50.926245 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Transition to ACTIVE for port object 450bfe2d-019d-4361-97e8-cd9a4452887d will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:47:50.935690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:50.991336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Pushing event updated for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:51.086160 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Attempting to bind port 450bfe2d-019d-4361-97e8-cd9a4452887d on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:47:51.086543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Attempting to bind port 450bfe2d-019d-4361-97e8-cd9a4452887d by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:47:51.086856 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Attempting to bind port 450bfe2d-019d-4361-97e8-cd9a4452887d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:51.149010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Port 450bfe2d-019d-4361-97e8-cd9a4452887d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:47:51.149412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Attempting to bind port 450bfe2d-019d-4361-97e8-cd9a4452887d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:47:51.208608 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:47:51.209043 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:47:51.209342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:47:51.209789 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Bound port: 450bfe2d-019d-4361-97e8-cd9a4452887d, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:47:51.210148 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:51.213832 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:51.328261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:47:51.394698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=450bfe2d-019d-4361-97e8-cd9a4452887d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:47:51.416106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7193d-23b9-46ed-9926-2138709dc967 req-8a6950a8-1a72-4d39-9dba-3ed7c33099da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.426425 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-74f7193d-23b9-46ed-9926-2138709dc967 req-8a6950a8-1a72-4d39-9dba-3ed7c33099da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1153703 Oct 28 09:47:51.431006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:51.480376 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.480995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:51.483498 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/450bfe2d-019d-4361-97e8-cd9a4452887d HTTP/1.1" status: 200 len: 1093 time: 1.7720814 Oct 28 09:47:51.501395 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:51.504075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7436b20-eca2-4f4f-a859-6576d2e4d78d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:51.519631 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-74f7193d-23b9-46ed-9926-2138709dc967 req-94e002da-e283-4015-a545-6584ee596a5e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933180 Oct 28 09:47:51.557287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190d81-b351-44e2-8ff1-819bd6f36df7 req-679abf4a-6855-41dd-8aa1-440c090bd00a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.565151 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-06190d81-b351-44e2-8ff1-819bd6f36df7 req-679abf4a-6855-41dd-8aa1-440c090bd00a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 943 time: 0.2400153 Oct 28 09:47:51.603133 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac312baf-8203-497f-9fc4-692d2bf51868 service neutron] Pushing event updated for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:51.646078 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165a712-9906-415a-a03a-dde985e111f5 x-openstack-request-id: req-e165a712-9906-415a-a03a-dde985e111f5 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:51.646768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:51.646768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e165a712-9906-415a-a03a-dde985e111f5 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:51.647021 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e165a712-9906-415a-a03a-dde985e111f5'] response: {'name': 'network-changed', 'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'status': 'completed', 'code': 200} Oct 28 09:47:51.665502 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-06190d81-b351-44e2-8ff1-819bd6f36df7 req-bfc94c78-891d-4cfb-a4e8-7754d415a76a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990658 Oct 28 09:47:51.728583 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-a8280826-d47e-482d-86e8-2b018e56167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.730115 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-a8280826-d47e-482d-86e8-2b018e56167e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 1127 time: 0.1283066 Oct 28 09:47:51.751394 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7932cc3-d578-48b9-8f66-f22d52025692 req-1072af8c-2838-4787-bfa0-34e944e387e4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.754153 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f7932cc3-d578-48b9-8f66-f22d52025692 req-1072af8c-2838-4787-bfa0-34e944e387e4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0627103 Oct 28 09:47:51.764794 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40264) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:47:51.770260 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'floatingip': {'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:47:51.805022 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-90b5282b-9866-4a2a-8337-e1efce70694f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=450bfe2d-019d-4361-97e8-cd9a4452887d HTTP/1.1" status: 200 len: 217 time: 0.0491419 Oct 28 09:47:51.858729 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:51.893671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-abfbbf4f-486f-465e-9b37-559b984d44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.895928 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-abfbbf4f-486f-465e-9b37-559b984d44fa service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.0827610 Oct 28 09:47:51.954427 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:51.991033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-f957d726-c546-463e-9866-2944e0f4eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:51.992903 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-f957d726-c546-463e-9866-2944e0f4eb3d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0907774 Oct 28 09:47:52.125565 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a088a5c-51d1-4c8e-8049-49214e4b71ee req-2614325f-532b-48b0-be58-f38d8d07c099 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:52.127158 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6a088a5c-51d1-4c8e-8049-49214e4b71ee req-2614325f-532b-48b0-be58-f38d8d07c099 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1714234 Oct 28 09:47:52.137406 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3711c8-c4b5-4f9b-bbf5-b3082a8ce0c2 req-173d343f-cf5e-4568-a4d7-9079942639d5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:52.145955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5a3711c8-c4b5-4f9b-bbf5-b3082a8ce0c2 req-173d343f-cf5e-4568-a4d7-9079942639d5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1878879 Oct 28 09:47:52.214197 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:52.235565 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6a088a5c-51d1-4c8e-8049-49214e4b71ee req-b30d1a3d-d5c2-4655-91e9-a3c148353863 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819337 Oct 28 09:47:52.331638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5a3711c8-c4b5-4f9b-bbf5-b3082a8ce0c2 req-a0784944-69f4-449d-8e88-90aff84d0b99 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839466 Oct 28 09:47:52.338088 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-290d7499-8eff-44e5-a3b6-dfaac4da27fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998562 Oct 28 09:47:52.451554 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:52.456350 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:52.490120 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8e84c83-a5b5-427d-8edd-023b30cb4f36 req-5f131746-18ce-431a-b2cf-18cac274460f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360512 Oct 28 09:47:52.561615 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Floating IP e422780c-54fa-492a-b1f0-c7aa1bb79b43 associated. External IP: 172.37.3.227, port: 6e78f30d-6812-43c6-910d-70f563ee8ad9. Oct 28 09:47:52.681438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-1c0c175e-8fd0-476b-85ff-f84ba55a94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:52.683098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-1c0c175e-8fd0-476b-85ff-f84ba55a94cf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 1127 time: 0.0560458 Oct 28 09:47:52.735251 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:52.872152 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:47:53.003452 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:53.038009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e3d38-6043-45e8-8f2a-5ae115162537 req-4785a1e1-e6cd-4a6d-8345-ec769ae326f5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.039636 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e4e3d38-6043-45e8-8f2a-5ae115162537 req-4785a1e1-e6cd-4a6d-8345-ec769ae326f5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 943 time: 0.1031597 Oct 28 09:47:53.064347 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:47:53.073344 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:53.075655 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:47:53.119000 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-4be0f909-299e-4f9b-ac57-a522b8aca953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.119198 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:53.120344 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:53.120501 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-4be0f909-299e-4f9b-ac57-a522b8aca953 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.4263628 Oct 28 09:47:53.158352 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b9f4dfd4-bb48-4126-b010-e7717c5c48f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e422780c-54fa-492a-b1f0-c7aa1bb79b43 HTTP/1.1" status: 200 len: 991 time: 1.3921955 Oct 28 09:47:53.159084 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:53.162015 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b53856-920a-4db7-9127-76e09f571a93" -d '{"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:53.214938 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-47774a40-7c94-46df-a234-52bae434355d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=450bfe2d-019d-4361-97e8-cd9a4452887d HTTP/1.1" status: 200 len: 217 time: 0.0856426 Oct 28 09:47:53.238185 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e4e3d38-6043-45e8-8f2a-5ae115162537 req-3f6db362-3072-4d1b-b115-17c1b882f3ed tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847589 Oct 28 09:47:53.240760 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933cbf2-2c6b-4de6-af7a-7ed0de2177a6 x-openstack-request-id: req-b933cbf2-2c6b-4de6-af7a-7ed0de2177a6 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:53.240965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:53.241227 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b933cbf2-2c6b-4de6-af7a-7ed0de2177a6 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:53.241639 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b933cbf2-2c6b-4de6-af7a-7ed0de2177a6'] response: {'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'status': 'completed', 'code': 200} Oct 28 09:47:53.281280 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:53.405946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53856-920a-4db7-9127-76e09f571a93 req-9ba40a04-f70c-4bbc-bf6d-2cc3dfc39332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.407462 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-9ba40a04-f70c-4bbc-bf6d-2cc3dfc39332 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0926757 Oct 28 09:47:53.500705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-ce5ddd65-3a8f-4cc3-ad82-de12d56d6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.502430 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-ce5ddd65-3a8f-4cc3-ad82-de12d56d6a37 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.2611506 Oct 28 09:47:53.545960 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:52Z', 'revision_number': 1, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:53.587427 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:47:53.602627 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:47:53.603397 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:53.640425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb28fee-ff15-4e47-a4ba-be857419bf24 req-0c2d6d7b-a88a-4dec-993e-3f826055baed tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.642121 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dbb28fee-ff15-4e47-a4ba-be857419bf24 req-0c2d6d7b-a88a-4dec-993e-3f826055baed tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.2338126 Oct 28 09:47:53.726451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2714-db9e-4473-9dad-2c6ae1d1e2c0 req-f6381d12-b6d8-432e-9dc8-520396bea3a5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.728166 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95fd2714-db9e-4473-9dad-2c6ae1d1e2c0 req-f6381d12-b6d8-432e-9dc8-520396bea3a5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.2241738 Oct 28 09:47:53.729556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-f3415b13-c60a-45d9-b63e-c022692807ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.732985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-f3415b13-c60a-45d9-b63e-c022692807ec service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1909778 Oct 28 09:47:53.806043 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:47:53.928083 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:53.957305 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dbb28fee-ff15-4e47-a4ba-be857419bf24 req-066cb173-6b34-4527-99db-23bcface17d4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726111 Oct 28 09:47:53.962523 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53856-920a-4db7-9127-76e09f571a93 req-48b7a7fe-3d37-4d07-8e58-9979c7647b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:53.964342 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-48b7a7fe-3d37-4d07-8e58-9979c7647b63 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.4741392 Oct 28 09:47:53.973422 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-4f3a969a-402d-4457-82bb-7bcb8a6a4f07 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200735 Oct 28 09:47:53.997774 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95fd2714-db9e-4473-9dad-2c6ae1d1e2c0 req-4a737f34-cfd0-4ee9-9f4a-08481eebfcc4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519398 Oct 28 09:47:54.192648 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7436b20-eca2-4f4f-a859-6576d2e4d78d req-1ea01fba-9a45-4cb7-9f75-f6dc623f1893 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930373 Oct 28 09:47:54.196915 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-96f342c8-036d-455b-96f6-085bab7ee513 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 999 time: 0.0911753 Oct 28 09:47:54.298270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:54.318952 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:52Z', 'revision_number': 1, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:47:54.365945 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a31ac4a-4012-42c0-ae85-6fa295319c4c None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:47:52Z', 'revision_number': 1, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:47:54.433067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2668f-086d-4cec-90e7-679fbb77003b req-28f3746c-d60e-4a23-b16b-834e56842fe8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:54.434826 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7c2668f-086d-4cec-90e7-679fbb77003b req-28f3746c-d60e-4a23-b16b-834e56842fe8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 943 time: 0.0843475 Oct 28 09:47:54.504887 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7c2668f-086d-4cec-90e7-679fbb77003b req-5c0a6d57-c237-42a8-a0e7-ef34b9d9f03c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636485 Oct 28 09:47:54.745189 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9561dc-a943-4fc9-8202-e0b34e1150de None None] New status for floating IP e422780c-54fa-492a-b1f0-c7aa1bb79b43: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:47:55.260748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1f61-e3ed-41d6-b560-6ba10ccd6464 req-48ecab82-ed18-45c9-afe0-d70684e1c223 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:55.262359 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-169c1f61-e3ed-41d6-b560-6ba10ccd6464 req-48ecab82-ed18-45c9-afe0-d70684e1c223 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1499212 Oct 28 09:47:55.341871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3fff9-ef30-4865-bc28-6aa5bcac163c req-3869b18a-bb35-460e-b554-416b05d9725e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:55.350330 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8f3fff9-ef30-4865-bc28-6aa5bcac163c req-3869b18a-bb35-460e-b554-416b05d9725e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0868850 Oct 28 09:47:55.411575 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-169c1f61-e3ed-41d6-b560-6ba10ccd6464 req-77086765-a866-4fc9-b1a4-d8fefc78de06 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100340 Oct 28 09:47:55.451203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8f3fff9-ef30-4865-bc28-6aa5bcac163c req-d070038d-f7ed-46db-af75-3e0bf048e0c1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999663 Oct 28 09:47:55.639958 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53856-920a-4db7-9127-76e09f571a93 req-1872e22a-86c5-450b-a83e-79853a9dd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:55.641510 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-1872e22a-86c5-450b-a83e-79853a9dd5b5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0543001 Oct 28 09:47:55.759299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a94f1-6d8f-44c8-af73-86dbcce67b7a req-7ee6e822-2dc3-407c-88ff-50d9ab872af0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:55.760863 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b78a94f1-6d8f-44c8-af73-86dbcce67b7a req-7ee6e822-2dc3-407c-88ff-50d9ab872af0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 943 time: 0.1111419 Oct 28 09:47:55.784019 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53856-920a-4db7-9127-76e09f571a93 req-9daff24a-b8d9-4658-b58c-176c686bff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:55.786105 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-9daff24a-b8d9-4658-b58c-176c686bff50 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0987823 Oct 28 09:47:55.834028 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:55.876102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 450bfe2d-019d-4361-97e8-cd9a4452887d details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:47:55.913935 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b78a94f1-6d8f-44c8-af73-86dbcce67b7a req-6d8045c1-daf7-4e81-a6a6-68ad302ebe61 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387112 Oct 28 09:47:55.945577 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:55.957181 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-f14d49e6-d010-49a0-a887-57e15f627f75 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548619 Oct 28 09:47:56.043733 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=450bfe2d-019d-4361-97e8-cd9a4452887d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:56.062940 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'port_id': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'mac_address': 'fa:16:3e:55:50:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:47:56.103190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:56.109405 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 450bfe2d-019d-4361-97e8-cd9a4452887d is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:56.109405 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:56.135560 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450bfe2d-019d-4361-97e8-cd9a4452887d {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:47:56.139857 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18b53856-920a-4db7-9127-76e09f571a93 req-3680e7aa-c204-418a-8fbe-5c66f21a7ea6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744840 Oct 28 09:47:56.166348 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=450bfe2d-019d-4361-97e8-cd9a4452887d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:56.182836 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:56.255066 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:56.596682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c70f3-2be3-43e1-b3c3-9a0d8d1237a4 req-e165decb-b532-416e-ad08-3ae9c987d20b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:56.606374 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-479c70f3-2be3-43e1-b3c3-9a0d8d1237a4 req-e165decb-b532-416e-ad08-3ae9c987d20b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0911918 Oct 28 09:47:56.698365 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-479c70f3-2be3-43e1-b3c3-9a0d8d1237a4 req-34e0b3c5-d7ed-40a2-aa5d-8517c3815b72 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849774 Oct 28 09:47:56.704861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2696-ab02-4085-8684-6bd5089f887d req-0f462e02-ee7b-49f3-83c5-17164bcb8da4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:56.706914 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0dce2696-ab02-4085-8684-6bd5089f887d req-0f462e02-ee7b-49f3-83c5-17164bcb8da4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.1258700 Oct 28 09:47:56.740397 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['450bfe2d-019d-4361-97e8-cd9a4452887d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:47:56.801267 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0dce2696-ab02-4085-8684-6bd5089f887d req-a6e09693-d099-469e-8fb3-d91504e67a5a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882449 Oct 28 09:47:56.979236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519adf1a-5530-4089-957f-77678e003e5f req-90377eb9-6ba9-43fc-9873-119a4e720fa5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:56.986765 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-519adf1a-5530-4089-957f-77678e003e5f req-90377eb9-6ba9-43fc-9873-119a4e720fa5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0733743 Oct 28 09:47:57.068690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e824c6e-57ca-41eb-8b7f-4d71ccb737d9 req-1f22395f-d55a-40fe-9a3d-f95acdd3f0b1 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:57.089441 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e824c6e-57ca-41eb-8b7f-4d71ccb737d9 req-1f22395f-d55a-40fe-9a3d-f95acdd3f0b1 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 944 time: 0.0831237 Oct 28 09:47:57.138831 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-519adf1a-5530-4089-957f-77678e003e5f req-7d06e322-095a-4e20-85e6-fc13c5146fd5 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509638 Oct 28 09:47:57.169475 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e824c6e-57ca-41eb-8b7f-4d71ccb737d9 req-55963b05-d5e1-4051-b239-0346f12af94d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791454 Oct 28 09:47:57.477123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-5a004d4f-231f-46ef-9308-7ca82ebc0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:57.479177 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-5a004d4f-231f-46ef-9308-7ca82ebc0cd0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1129 time: 0.0459323 Oct 28 09:47:57.623240 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-7235cf3b-ad08-411a-9317-50a10825f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:57.624421 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-7235cf3b-ad08-411a-9317-50a10825f314 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.1381598 Oct 28 09:47:57.755276 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-37960438-3f3d-4cd1-b657-e65a77b4ef52 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 1000 time: 0.1202021 Oct 28 09:47:57.832385 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-ef69ab84-31db-42b5-89b0-86f21e49e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:57.834159 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-ef69ab84-31db-42b5-89b0-86f21e49e938 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0635233 Oct 28 09:47:57.927578 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-f8d8f058-b66d-4ead-91cb-9923fb3fe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:57.929193 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-f8d8f058-b66d-4ead-91cb-9923fb3fe34c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0871737 Oct 28 09:47:58.015968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d147-cbc7-464d-9e75-215c07b7f46f req-033b2397-384b-488c-ae58-df0b779cdd3c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:58.017451 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e47d147-cbc7-464d-9e75-215c07b7f46f req-033b2397-384b-488c-ae58-df0b779cdd3c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0870311 Oct 28 09:47:58.281058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 450bfe2d-019d-4361-97e8-cd9a4452887d up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:47:58.297887 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:58.345638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-21fd2082-d7a8-444d-964c-d6244bcdc30d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053676 Oct 28 09:47:58.346670 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 450bfe2d-019d-4361-97e8-cd9a4452887d completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:47:58.358994 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 450bfe2d-019d-4361-97e8-cd9a4452887d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:47:58.359808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:58.360368 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 450bfe2d-019d-4361-97e8-cd9a4452887d Oct 28 09:47:58.369237 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c739c7-f0f8-43cf-942e-fa26d6905648 req-cdea8595-2037-403d-81ba-8c27973b7668 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:58.377416 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-79c739c7-f0f8-43cf-942e-fa26d6905648 req-cdea8595-2037-403d-81ba-8c27973b7668 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0931575 Oct 28 09:47:58.381946 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e47d147-cbc7-464d-9e75-215c07b7f46f req-2880c659-df6a-4b70-90a2-e87610901e44 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543828 Oct 28 09:47:58.457738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:47:58.536059 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 450bfe2d-019d-4361-97e8-cd9a4452887d is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:47:58.536859 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:58.548138 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-79c739c7-f0f8-43cf-942e-fa26d6905648 req-9afe8952-ba12-4398-adb8-f2618f781fdc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697271 Oct 28 09:47:58.587730 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:47:58.590219 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526c5c7-711b-4484-9d01-012c1b16708e" -d '{"events": [{"server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "name": "network-vif-plugged", "status": "completed", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:47:58.605519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=450bfe2d-019d-4361-97e8-cd9a4452887d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:47:58.610635 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5e5b2-cc51-412c-a5c4-1a9599577fa8 req-44f03f35-089d-4127-bd4e-e4c1c6e3f248 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:58.611793 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:47:58.621276 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5d5e5b2-cc51-412c-a5c4-1a9599577fa8 req-44f03f35-089d-4127-bd4e-e4c1c6e3f248 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 944 time: 0.0985672 Oct 28 09:47:58.669198 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41121f83-71b7-4b1b-8e12-07805972fe03 x-openstack-request-id: req-41121f83-71b7-4b1b-8e12-07805972fe03 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:47:58.669681 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "name": "network-vif-plugged", "status": "completed", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:47:58.670063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41121f83-71b7-4b1b-8e12-07805972fe03 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:47:58.670489 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41121f83-71b7-4b1b-8e12-07805972fe03'] response: {'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'code': 200} Oct 28 09:47:58.683889 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:47:58.701848 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5d5e5b2-cc51-412c-a5c4-1a9599577fa8 req-057bac95-831e-46cf-b628-eb12818eb900 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797017 Oct 28 09:47:58.704336 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f154c40-2341-474a-8252-196e80fd4ad6 req-c2bf7a0d-8d26-4668-8d89-e6b5e2afe72e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213224 Oct 28 09:47:59.214340 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5bf7c-7866-4cd6-add8-3cef170ce20e req-a3dfd493-ec4c-4af2-a6d1-f6dd06ded37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:59.215932 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98e5bf7c-7866-4cd6-add8-3cef170ce20e req-a3dfd493-ec4c-4af2-a6d1-f6dd06ded37b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 1129 time: 0.0453880 Oct 28 09:47:59.382175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98e5bf7c-7866-4cd6-add8-3cef170ce20e req-4c7f881e-8987-45e4-aef5-c66b1602f7cc service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Oct 28 09:47:59.539106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773b8a3-2f73-4532-8aba-349b43fe0af8 req-be724ca6-bd6b-404c-bd61-601b8ea95b9f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:59.540672 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e773b8a3-2f73-4532-8aba-349b43fe0af8 req-be724ca6-bd6b-404c-bd61-601b8ea95b9f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0469930 Oct 28 09:47:59.605067 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e773b8a3-2f73-4532-8aba-349b43fe0af8 req-231f2560-ab02-47f6-aaa4-1ac83bd7e763 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515351 Oct 28 09:47:59.701669 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded8dad-d556-4dfd-ae7f-1add7c2a7509 req-7b1169b6-1fcc-4d37-978f-f3ac88237294 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:59.703273 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bded8dad-d556-4dfd-ae7f-1add7c2a7509 req-7b1169b6-1fcc-4d37-978f-f3ac88237294 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0503304 Oct 28 09:47:59.757450 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bded8dad-d556-4dfd-ae7f-1add7c2a7509 req-6f04d121-6902-4898-a641-83ca83113f63 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473151 Oct 28 09:47:59.863371 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a83804-aa25-4f9e-b234-340e86d872ed req-c9448228-62f6-46c9-9390-45a44d378bb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:47:59.864818 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0a83804-aa25-4f9e-b234-340e86d872ed req-c9448228-62f6-46c9-9390-45a44d378bb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0476935 Oct 28 09:47:59.913339 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0a83804-aa25-4f9e-b234-340e86d872ed req-5a707197-ef61-41ee-ada3-1e8529e29064 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 Oct 28 09:48:00.330606 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40448) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:00.443399 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ef2c-2af3-4ef4-b57a-54c2928194fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.521488 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ef2c-2af3-4ef4-b57a-54c2928194fc admin admin] Publish callbacks [] for security_group (d286208a-212a-46fc-bd5c-18bd14671f2f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.525722 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ef2c-2af3-4ef4-b57a-54c2928194fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d286208a-212a-46fc-bd5c-18bd14671f2f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.549056 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:00.570339 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-dfe5ef2c-2af3-4ef4-b57a-54c2928194fc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d408e68f0ada4cc5ad76f57c0d1d82f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381678 Oct 28 09:48:00.572747 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ef2c-2af3-4ef4-b57a-54c2928194fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d286208a-212a-46fc-bd5c-18bd14671f2f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:00.573778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40454) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:00.633375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Publish callbacks [] for security_group (d286208a-212a-46fc-bd5c-18bd14671f2f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.653925 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Publish callbacks [] for security_group (d286208a-212a-46fc-bd5c-18bd14671f2f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.738288 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83de5-61b6-4520-8e98-6c8da2881e96 req-745dfd87-056a-4a48-a9cf-97ae85a3ca39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:00.739785 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ad83de5-61b6-4520-8e98-6c8da2881e96 req-745dfd87-056a-4a48-a9cf-97ae85a3ca39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0587068 Oct 28 09:48:00.740799 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d286208a-212a-46fc-bd5c-18bd14671f2f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.743294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.744305 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d286208a-212a-46fc-bd5c-18bd14671f2f HTTP/1.1" status: 204 len: 168 time: 0.1656480 Oct 28 09:48:00.759677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d286208a-212a-46fc-bd5c-18bd14671f2f,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:00.773648 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.773998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.774339 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.774705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.775041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.775367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.775692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.776014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.776341 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.776667 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.776985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.777304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.777770 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.778090 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.778413 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becb20f-66a3-43dd-93ce-5d73e46c559e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:00.817983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ad83de5-61b6-4520-8e98-6c8da2881e96 req-83a5fadb-37e2-437e-a961-04e9f43b38ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709176 Oct 28 09:48:00.818381 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:00.934040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe3266-0b17-41f9-b32a-90ad48834985 req-51b13e92-5635-4221-9b6d-cd3eca00f89e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:00.935814 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aabe3266-0b17-41f9-b32a-90ad48834985 req-51b13e92-5635-4221-9b6d-cd3eca00f89e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0564272 Oct 28 09:48:00.974714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:00.991874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aabe3266-0b17-41f9-b32a-90ad48834985 req-3aeeae84-ad63-4d1b-b825-8144cf8c4249 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492961 Oct 28 09:48:01.106998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec6764-de0d-4eb4-aadb-2a382e5832fa req-3a615020-2114-49b9-8068-70970f8cd068 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:01.108368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9fec6764-de0d-4eb4-aadb-2a382e5832fa req-3a615020-2114-49b9-8068-70970f8cd068 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0549026 Oct 28 09:48:01.119885 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:01.156987 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9fec6764-de0d-4eb4-aadb-2a382e5832fa req-f0a7b4ca-b819-4265-877e-a9e9c6bf4dc7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Oct 28 09:48:01.664050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-1af9d673-510c-4761-bc9b-53a6c6c11ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:01.665575 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-1af9d673-510c-4761-bc9b-53a6c6c11ca9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1129 time: 0.0397646 Oct 28 09:48:01.967753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde7f9-bf69-4cd5-a535-83ef2d458d67 req-d875ee42-694d-4d8e-9c2e-033a49c2681a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:01.969263 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-73bde7f9-bf69-4cd5-a535-83ef2d458d67 req-d875ee42-694d-4d8e-9c2e-033a49c2681a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 945 time: 0.0644493 Oct 28 09:48:01.970224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-e73615f5-5c90-4208-9c5c-371cd9259134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:01.971608 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-e73615f5-5c90-4208-9c5c-371cd9259134 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.1346815 Oct 28 09:48:02.015743 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-73bde7f9-bf69-4cd5-a535-83ef2d458d67 req-ffb5b21b-d466-4d8f-b838-d5e7ecd72ebc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 Oct 28 09:48:02.277686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603964-5a13-452d-b0ad-eb0dcd0d3324 req-b95de84e-3381-42b5-8af1-e1185211c180 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:02.279211 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ba603964-5a13-452d-b0ad-eb0dcd0d3324 req-b95de84e-3381-42b5-8af1-e1185211c180 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0479035 Oct 28 09:48:02.298232 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:02.302290 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:02.337209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ba603964-5a13-452d-b0ad-eb0dcd0d3324 req-d95260dc-b136-41d1-a78e-7c7bb37ee8d3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522594 Oct 28 09:48:02.389151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: ACTIVE; New status is: DOWN {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:02.389551 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:02.417576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:48:02.420488 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a91749-7964-4fa5-8e7e-3ae32eb56aed" -d '{"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:02.436521 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:02.446779 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:02.466497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8d7c-7c38-45f4-9ccb-c7a999b2587a req-dadde7cc-0467-4372-84e6-49c211e8ec46 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:02.468168 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-90be8d7c-7c38-45f4-9ccb-c7a999b2587a req-dadde7cc-0467-4372-84e6-49c211e8ec46 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0560863 Oct 28 09:48:02.478993 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40480) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:02.485351 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'port_id': '450bfe2d-019d-4361-97e8-cd9a4452887d'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:48:02.488758 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:02.491617 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0798dd9-69b0-4983-a695-16829df09382 x-openstack-request-id: req-e0798dd9-69b0-4983-a695-16829df09382 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:02.491921 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:02.492107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0798dd9-69b0-4983-a695-16829df09382 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:02.492478 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0798dd9-69b0-4983-a695-16829df09382'] response: {'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'code': 200} Oct 28 09:48:02.514235 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=8']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:02.535457 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:02.589824 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-da694eae-db21-465d-a8d6-b6da38c15f6f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 999 time: 0.0616343 Oct 28 09:48:02.660940 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-eb6d0fd5-3bbc-4d7b-89c4-58a71ca08e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:02.738650 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-de0b0402-a7ad-4429-b64e-903d4d14554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:02.740304 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-de0b0402-a7ad-4429-b64e-903d4d14554c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0518866 Oct 28 09:48:02.793739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-86b75a67-3f88-455b-9967-5b2ab527bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:02.795349 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-86b75a67-3f88-455b-9967-5b2ab527bb1a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0426161 Oct 28 09:48:02.917177 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-5e55c041-f8c5-4743-9633-3148dcb6f745 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020970 Oct 28 09:48:03.021412 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e89fe8c-3491-4b98-b87d-65d00b535dc6 req-aa579227-ab7e-4a45-af30-d3bb77ea2bc3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898204 Oct 28 09:48:03.159032 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626d220-e25e-4c94-801a-fdbecfb91562 req-c4fac18a-0ebd-44e0-ac65-5587cff6436f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:03.160643 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8626d220-e25e-4c94-801a-fdbecfb91562 req-c4fac18a-0ebd-44e0-ac65-5587cff6436f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0596714 Oct 28 09:48:03.222364 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8626d220-e25e-4c94-801a-fdbecfb91562 req-dab9c471-9b8e-440f-a737-1fc315758ee2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549085 Oct 28 09:48:03.229575 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:03.233834 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:03.331795 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7 associated. External IP: 172.37.3.183, port: 450bfe2d-019d-4361-97e8-cd9a4452887d. Oct 28 09:48:03.473129 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:03.529024 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:03.644199 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:03.649038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:03.661878 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:03.672174 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:48:03.672797 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:03.681013 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0bdf8845-4441-4cc0-9bde-01b1c4a4c2d4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7 HTTP/1.1" status: 200 len: 991 time: 1.2008839 Oct 28 09:48:03.681734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:48:03.684042 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad713fd-f819-4418-b462-652179434fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:03.725733 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb873f39-5039-4e44-a7c9-9a22d1177862 x-openstack-request-id: req-bb873f39-5039-4e44-a7c9-9a22d1177862 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:03.726139 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:03.726532 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb873f39-5039-4e44-a7c9-9a22d1177862 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:03.727055 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb873f39-5039-4e44-a7c9-9a22d1177862'] response: {'name': 'network-changed', 'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'status': 'completed', 'code': 200} Oct 28 09:48:03.904072 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:48:04.114828 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}, {'id': 'abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.183', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:43Z', 'updated_at': '2022-10-28T09:48:03Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:04.140276 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:04.149280 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:48:04.149879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:47:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:04.253157 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:48:04.359677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809d63-7b51-4dca-bb4f-0f8da4f982b4 req-8869dc6a-a512-4087-a16f-040f79d3aa6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:04.361157 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e8809d63-7b51-4dca-bb4f-0f8da4f982b4 req-8869dc6a-a512-4087-a16f-040f79d3aa6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0519958 Oct 28 09:48:04.385831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:04.411513 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e8809d63-7b51-4dca-bb4f-0f8da4f982b4 req-48aec3e5-e81d-46fd-b68d-ee7f994018ca tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Oct 28 09:48:04.475787 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b080425b-309b-404c-8332-0f6426cad087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}, {'id': 'abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.183', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:43Z', 'updated_at': '2022-10-28T09:48:03Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:04.501332 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b080425b-309b-404c-8332-0f6426cad087 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}, {'id': 'abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.183', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:50:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:43Z', 'updated_at': '2022-10-28T09:48:03Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:04.702640 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9e527e-0e30-48d2-9e57-072bb55c3cb7 None None] New status for floating IP abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:48:04.953170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:04.962112 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-7b990c45-9cb8-4f41-9b07-53ada42b2620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:05.098131 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-9e4063cf-391c-4ed6-86ae-67652c52de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.099569 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-9e4063cf-391c-4ed6-86ae-67652c52de20 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1127 time: 0.0675609 Oct 28 09:48:05.102383 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad713fd-f819-4418-b462-652179434fbc req-98049700-f693-4a39-803b-33539aa2ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.103739 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-98049700-f693-4a39-803b-33539aa2ec44 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 1129 time: 0.0609052 Oct 28 09:48:05.260607 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:05.324917 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad713fd-f819-4418-b462-652179434fbc req-0f1674ed-ba61-4e9f-a587-78b2d3c47da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.326387 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-0f1674ed-ba61-4e9f-a587-78b2d3c47da2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.1627820 Oct 28 09:48:05.330875 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-72787563-5028-4ac5-9b62-1fe626d6c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.332830 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-72787563-5028-4ac5-9b62-1fe626d6c043 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.1601894 Oct 28 09:48:05.444540 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-d37ab43d-c0f0-4644-bf40-0a43380ee47b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=450bfe2d-019d-4361-97e8-cd9a4452887d HTTP/1.1" status: 200 len: 1001 time: 0.1020660 Oct 28 09:48:05.446255 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-25d7bb1f-613c-414d-b428-f7b9b4e3e0d8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 999 time: 0.1027322 Oct 28 09:48:05.614475 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad713fd-f819-4418-b462-652179434fbc req-5ac1a28f-49ee-4d61-8033-43557ac6aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.615971 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-5ac1a28f-49ee-4d61-8033-43557ac6aaf2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.1142967 Oct 28 09:48:05.622371 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd543-6bf5-4d4e-8f40-ab554c88f71d req-a462a647-18b9-4390-b8e4-1eee29c3ab89 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.624008 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d1bd543-6bf5-4d4e-8f40-ab554c88f71d req-a462a647-18b9-4390-b8e4-1eee29c3ab89 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.1129062 Oct 28 09:48:05.626715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-3283f3a2-52a9-4679-8d6a-d8f92e541b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.629054 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-3283f3a2-52a9-4679-8d6a-d8f92e541b4c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.1351311 Oct 28 09:48:05.712734 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad713fd-f819-4418-b462-652179434fbc req-2a489f0f-1e8c-4026-b62d-42f529a00c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.712734 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-2a489f0f-1e8c-4026-b62d-42f529a00c03 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0820389 Oct 28 09:48:05.734275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-336f1128-660d-4f84-9889-683614c0fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:05.735713 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-336f1128-660d-4f84-9889-683614c0fbc4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0979791 Oct 28 09:48:05.796631 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d1bd543-6bf5-4d4e-8f40-ab554c88f71d req-e87aebe9-ac74-4463-92c0-8b81deb710da tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576176 Oct 28 09:48:05.892135 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-4a3472d8-e2a4-4aee-95c0-840496e15a33 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757512 Oct 28 09:48:05.927389 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-6f56941c-a713-4668-9410-6d572973d513 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456792 Oct 28 09:48:06.018093 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:06.024757 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:06.069660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ad713fd-f819-4418-b462-652179434fbc req-b84c6c51-eb55-4fc3-a440-4aba64f5173a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661286 Oct 28 09:48:06.080715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f4796ac-2598-40d4-a5fb-2a163fd99ddb req-6cf9a7f7-4caf-4816-878f-11d35ed65a20 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255012 Oct 28 09:48:06.346196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-c8342326-b770-47a6-8e49-9e05ab9a8dc2 req-fb1f00eb-269a-4add-9216-c3f9ad36f885 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:48:06.347203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8342326-b770-47a6-8e49-9e05ab9a8dc2 req-fb1f00eb-269a-4add-9216-c3f9ad36f885 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053413 Oct 28 09:48:06.532370 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9a189-4ca3-4d2e-b0f7-a3b8b7b05dd6 req-685e6734-3d3c-45ee-afd5-d2c7e0c70ba4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:06.535295 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-27a9a189-4ca3-4d2e-b0f7-a3b8b7b05dd6 req-685e6734-3d3c-45ee-afd5-d2c7e0c70ba4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0500221 Oct 28 09:48:06.585430 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-27a9a189-4ca3-4d2e-b0f7-a3b8b7b05dd6 req-a754f461-e846-48e5-b950-a2ca94a90f47 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Oct 28 09:48:06.713825 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:06.861406 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 40544) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:06.942324 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:06.947352 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-86417270-b16d-41fc-b5b3-33e8c8a07478 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848930 Oct 28 09:48:06.956544 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-aa726503-1c34-489c-aea5-d7e33d5928ae service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112835) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:48:06.957503 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-aa726503-1c34-489c-aea5-d7e33d5928ae service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055764 Oct 28 09:48:07.033055 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 40554) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:48:07.136623 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-af01e6e6-2b13-4b8d-99ae-fef6b2cc869e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:07.138208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-af01e6e6-2b13-4b8d-99ae-fef6b2cc869e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports/c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 940 time: 0.1039519 Oct 28 09:48:07.698386 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:07.716483 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7ab2-053c-4c2e-829f-fd64d65e4d97 req-b5e7ce28-82ff-449e-854f-3aebc115c073 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:07.717945 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-02da7ab2-053c-4c2e-829f-fd64d65e4d97 req-b5e7ce28-82ff-449e-854f-3aebc115c073 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0506415 Oct 28 09:48:07.765650 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-02da7ab2-053c-4c2e-829f-fd64d65e4d97 req-ad446d91-53ca-447e-9705-58d27995edc2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414906 Oct 28 09:48:07.919625 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:08.190961 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:08.324800 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:08.405658 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: DOWN; New status is: DOWN {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:08.892874 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f873ff7-bb67-40fe-aa70-9d9b358321df req-1f91761a-c3f5-4150-bceb-420ba3ef35a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:08.894902 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f873ff7-bb67-40fe-aa70-9d9b358321df req-1f91761a-c3f5-4150-bceb-420ba3ef35a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0470529 Oct 28 09:48:08.942172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f873ff7-bb67-40fe-aa70-9d9b358321df req-d60e0543-8f3f-4447-b266-02e462fab403 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Oct 28 09:48:10.078265 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7ef25-7a51-4f7a-9120-58f198824b6d req-48248479-f554-4d3f-9e74-e02343f34c79 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:10.079813 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae7ef25-7a51-4f7a-9120-58f198824b6d req-48248479-f554-4d3f-9e74-e02343f34c79 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0512240 Oct 28 09:48:10.130377 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae7ef25-7a51-4f7a-9120-58f198824b6d req-7acd6498-fc83-4847-b352-3fc55ea12df5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 Oct 28 09:48:11.258923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d2b6-4b65-415d-9da9-fee2005012ec req-a0ea707b-88fc-4a55-9c51-e550e679ab29 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:11.261359 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bb57d2b6-4b65-415d-9da9-fee2005012ec req-a0ea707b-88fc-4a55-9c51-e550e679ab29 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0512240 Oct 28 09:48:11.314329 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bb57d2b6-4b65-415d-9da9-fee2005012ec req-d6e5f845-7eb0-4971-8c3d-8d10716dfe9a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Oct 28 09:48:12.455214 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698a7-93b7-479f-a50a-9318daefd8eb req-282262dc-ff24-478e-be28-420754fe8735 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:12.457272 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b7698a7-93b7-479f-a50a-9318daefd8eb req-282262dc-ff24-478e-be28-420754fe8735 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0485449 Oct 28 09:48:12.509432 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b7698a7-93b7-479f-a50a-9318daefd8eb req-47799e9b-0f44-4b42-a6ea-d141f40e7b61 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461178 Oct 28 09:48:13.642157 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf126a-ba56-4f91-b411-ba6dd4932544 req-56513b5d-bccb-419c-a6c0-9affe33eaf98 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:13.644124 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83cf126a-ba56-4f91-b411-ba6dd4932544 req-56513b5d-bccb-419c-a6c0-9affe33eaf98 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0477493 Oct 28 09:48:13.693196 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83cf126a-ba56-4f91-b411-ba6dd4932544 req-00dd67dd-91d8-485e-91a6-d94df89552c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Oct 28 09:48:14.821040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07719a-b738-4bba-884d-967b7d8ff528 req-523c39a4-68a0-48c7-9ad6-e7ee00cb0030 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:14.822597 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae07719a-b738-4bba-884d-967b7d8ff528 req-523c39a4-68a0-48c7-9ad6-e7ee00cb0030 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0477264 Oct 28 09:48:14.868988 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae07719a-b738-4bba-884d-967b7d8ff528 req-d696c27b-3110-4558-8dfb-437e084ffc1e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Oct 28 09:48:16.000707 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845e5ee-77d8-4081-8a12-068cd77dd147 req-b61820ce-ca81-4fc8-ab17-7d66cf644eea tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.002169 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9845e5ee-77d8-4081-8a12-068cd77dd147 req-b61820ce-ca81-4fc8-ab17-7d66cf644eea tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0507414 Oct 28 09:48:16.012874 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:16.013605 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:16.050808 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9845e5ee-77d8-4081-8a12-068cd77dd147 req-92c2d563-75ac-46c9-86e1-f4f3a409af15 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Oct 28 09:48:16.228481 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-ad8691bd-3c64-4f31-b089-f0f4685b0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.229899 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-ad8691bd-3c64-4f31-b089-f0f4685b0e06 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 1127 time: 0.0718815 Oct 28 09:48:16.316733 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:16.325069 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-d9431ba6-9287-4944-b684-164cc7ba30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.326593 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-d9431ba6-9287-4944-b684-164cc7ba30fe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1127 time: 0.0440664 Oct 28 09:48:16.657753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-df04813b-b8f5-4d34-9083-14ea4974c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.660064 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-df04813b-b8f5-4d34-9083-14ea4974c6f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.3264771 Oct 28 09:48:16.727434 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-9dd667df-8ec4-445f-8bec-b42929d79563 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 200 len: 999 time: 0.0608859 Oct 28 09:48:16.778223 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-fa81b5b5-4259-4e0e-b40b-fd232248d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.779628 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-fa81b5b5-4259-4e0e-b40b-fd232248d0f6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0449796 Oct 28 09:48:16.817253 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:16.825161 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-1277612a-f400-48d8-8b74-e633eb8638ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:16.826706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-1277612a-f400-48d8-8b74-e633eb8638ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0398982 Oct 28 09:48:16.932951 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-786aaaa4-6b52-43eb-bb68-5ae7d63c5b8e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875795 Oct 28 09:48:16.941285 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=22 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:17.031074 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c6bb363-4aae-4edf-a617-fc45fa427ded req-ecb6fbce-b42c-4cb4-a9db-248a63057332 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829096 Oct 28 09:48:17.186963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ed14-0e08-4dc5-a3e8-1ffde8d15bc7 req-b5506b2e-15b1-4529-a941-a6547b9362b2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:17.188460 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ecb0ed14-0e08-4dc5-a3e8-1ffde8d15bc7 req-b5506b2e-15b1-4529-a941-a6547b9362b2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0519788 Oct 28 09:48:17.239877 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ecb0ed14-0e08-4dc5-a3e8-1ffde8d15bc7 req-714dc3aa-e9f6-4f00-b927-e7593f596b83 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Oct 28 09:48:18.111816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a296ea-606c-4243-856f-2e647ac643bd req-5e6315c0-23ea-499b-a237-745610721dbd tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:18.114750 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b1a296ea-606c-4243-856f-2e647ac643bd req-5e6315c0-23ea-499b-a237-745610721dbd tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0484140 Oct 28 09:48:18.174513 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b1a296ea-606c-4243-856f-2e647ac643bd req-9c275bc8-3242-4b85-9bba-942e994bc7ce tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542855 Oct 28 09:48:18.379860 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57162a-56c2-419d-a2eb-9117664f6314 req-f5be73d2-5f35-4288-a5b6-b5d0db88cfa9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:18.381305 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2b57162a-56c2-419d-a2eb-9117664f6314 req-f5be73d2-5f35-4288-a5b6-b5d0db88cfa9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0535345 Oct 28 09:48:18.402578 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:18.404493 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:18.428674 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2b57162a-56c2-419d-a2eb-9117664f6314 req-1a0e160e-7b21-4dcb-ab56-5bcdde77c760 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Oct 28 09:48:19.294655 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c8d72-bc91-42e5-bc2f-2834c23c2148 req-a19d300c-b2d5-469e-8597-854075ffcec8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:19.296103 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-996c8d72-bc91-42e5-bc2f-2834c23c2148 req-a19d300c-b2d5-469e-8597-854075ffcec8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0473409 Oct 28 09:48:19.355565 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-996c8d72-bc91-42e5-bc2f-2834c23c2148 req-04ad423c-08c6-4b33-8e40-abf3ae5867a6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538480 Oct 28 09:48:19.553229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcb7b6-7695-4dd3-ad0c-067c6868da7b req-560441a7-b467-4f4e-8285-650dec3c5f2c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:19.554730 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aafcb7b6-7695-4dd3-ad0c-067c6868da7b req-560441a7-b467-4f4e-8285-650dec3c5f2c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0461421 Oct 28 09:48:19.607200 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-aafcb7b6-7695-4dd3-ad0c-067c6868da7b req-cdb149d0-723e-498a-b962-8c1ec28e646a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Oct 28 09:48:20.152785 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-1274bd3e-c81b-4115-8576-40ecc03d88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.154909 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-1274bd3e-c81b-4115-8576-40ecc03d88a3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1168 time: 0.0564382 Oct 28 09:48:20.233572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:20.255363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-f12b4ade-f4d7-4929-8516-0adbcecd7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.256821 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-f12b4ade-f4d7-4929-8516-0adbcecd7f9d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.0948358 Oct 28 09:48:20.333771 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-3b8c7572-4335-4dd7-9c77-829f29373fb7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 1000 time: 0.0609505 Oct 28 09:48:20.388920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-47e3b01d-5e0f-4b0b-ab6c-9be9ee23cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.390388 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-47e3b01d-5e0f-4b0b-ab6c-9be9ee23cd5a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.0471959 Oct 28 09:48:20.449908 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:20.480023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-ddcbed20-9c94-4b0a-a711-d480cdfeaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.481548 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-ddcbed20-9c94-4b0a-a711-d480cdfeaff4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0805559 Oct 28 09:48:20.496429 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d8c0-5675-4f14-9551-6c1cb643b078 req-e97b189a-6590-4475-b187-60ed58110a9c tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.499001 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4600d8c0-5675-4f14-9551-6c1cb643b078 req-e97b189a-6590-4475-b187-60ed58110a9c tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0665650 Oct 28 09:48:20.584303 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4600d8c0-5675-4f14-9551-6c1cb643b078 req-095bbc60-6b69-4998-a0a3-a8f8999c290e tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797307 Oct 28 09:48:20.759624 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144831c-c47d-430b-bc1b-12bf506900f2 req-def723cb-83b1-457a-97e9-ac062aa27891 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:20.761614 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b144831c-c47d-430b-bc1b-12bf506900f2 req-def723cb-83b1-457a-97e9-ac062aa27891 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0595324 Oct 28 09:48:20.832556 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b144831c-c47d-430b-bc1b-12bf506900f2 req-6c244118-309d-4d4c-bd7b-ab0c57c71ac3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653946 Oct 28 09:48:21.728703 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d7b5-0834-4943-9e06-92aedbe5cae7 req-fba0b436-acec-475a-b8df-aae010e7dcd5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:21.730253 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-48b0d7b5-0834-4943-9e06-92aedbe5cae7 req-fba0b436-acec-475a-b8df-aae010e7dcd5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0630567 Oct 28 09:48:21.794617 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-48b0d7b5-0834-4943-9e06-92aedbe5cae7 req-22120f32-191e-46b2-bed7-f0c49fbaca72 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585897 Oct 28 09:48:21.970112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a440c1-788e-4ac1-a3cf-567dd2ff4236 req-1e2b5a47-010b-48a6-ac12-8a821cee49e4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:21.972090 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94a440c1-788e-4ac1-a3cf-567dd2ff4236 req-1e2b5a47-010b-48a6-ac12-8a821cee49e4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0533676 Oct 28 09:48:22.038932 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-94a440c1-788e-4ac1-a3cf-567dd2ff4236 req-ba8986dd-7982-456c-9312-bcce9beddc26 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596936 Oct 28 09:48:22.923453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5249-09e6-446b-b2a0-50c34a52e17d req-fdc8fae5-c5d1-45e8-839a-9360142f14c9 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:22.925495 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c35d5249-09e6-446b-b2a0-50c34a52e17d req-fdc8fae5-c5d1-45e8-839a-9360142f14c9 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0491326 Oct 28 09:48:22.993252 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c35d5249-09e6-446b-b2a0-50c34a52e17d req-71d3587a-a45b-41f3-b9a5-18bbca8e6a2b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619285 Oct 28 09:48:23.190282 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac4ee8-8d44-4321-84e5-2fcca1bc8069 req-4275d24b-f285-42cc-92af-8727a1b9bdf0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:23.193222 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12ac4ee8-8d44-4321-84e5-2fcca1bc8069 req-4275d24b-f285-42cc-92af-8727a1b9bdf0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0628767 Oct 28 09:48:23.245833 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12ac4ee8-8d44-4321-84e5-2fcca1bc8069 req-6ebfe987-d68a-49fe-8723-c8188c502e47 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468886 Oct 28 09:48:24.139319 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802ce79-1aab-4cfe-8c67-98656e4f2018 req-dd809c78-910d-4ef9-84cb-3ef851f04379 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:24.140770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d802ce79-1aab-4cfe-8c67-98656e4f2018 req-dd809c78-910d-4ef9-84cb-3ef851f04379 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0567443 Oct 28 09:48:24.212316 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d802ce79-1aab-4cfe-8c67-98656e4f2018 req-1d8278d0-07a8-448b-b7b5-c6c00afbf983 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650539 Oct 28 09:48:24.395022 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d7055-04c3-4425-9e23-64a081a6d190 req-ea4d9c8f-25dc-48e5-906f-0ee2e545b07c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:24.396479 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-132d7055-04c3-4425-9e23-64a081a6d190 req-ea4d9c8f-25dc-48e5-906f-0ee2e545b07c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0525868 Oct 28 09:48:24.446017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-132d7055-04c3-4425-9e23-64a081a6d190 req-24cf316c-d0b4-4201-8c13-d5e613462fd3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437946 Oct 28 09:48:25.345049 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01bf2-c5c0-4fe9-99fc-dc4abefeb519 req-5b8cf50a-5060-496c-a74f-6ecc9b4644ff tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:25.346602 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-75a01bf2-c5c0-4fe9-99fc-dc4abefeb519 req-5b8cf50a-5060-496c-a74f-6ecc9b4644ff tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0509076 Oct 28 09:48:25.376794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:25.421637 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-75a01bf2-c5c0-4fe9-99fc-dc4abefeb519 req-3ed8233f-5ded-44ab-9305-04d5fdaa6534 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685079 Oct 28 09:48:25.602672 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95194cd-bf1d-42ec-a5c5-25e90a02123f req-d5cbfcdc-3c18-4bc0-a98d-53acf1c31be3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:25.604008 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b95194cd-bf1d-42ec-a5c5-25e90a02123f req-d5cbfcdc-3c18-4bc0-a98d-53acf1c31be3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0586557 Oct 28 09:48:25.657764 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b95194cd-bf1d-42ec-a5c5-25e90a02123f req-e1abaab6-b9d1-470d-a812-260c407725e9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480170 Oct 28 09:48:26.574712 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45783da3-24f4-4e7b-a046-473105663ded req-0b2cf4cf-244d-4029-bf90-da713ec67203 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:26.574712 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45783da3-24f4-4e7b-a046-473105663ded req-0b2cf4cf-244d-4029-bf90-da713ec67203 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0669887 Oct 28 09:48:26.588903 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:26.678433 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45783da3-24f4-4e7b-a046-473105663ded req-f73ae7e6-aca1-47f0-9d86-d913825f6e7b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905898 Oct 28 09:48:26.817381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299e34f-44ab-47d9-89fc-d2b2461309f5 req-f606fe58-e7b9-45cf-b886-5f915862c6ca tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:26.824901 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d299e34f-44ab-47d9-89fc-d2b2461309f5 req-f606fe58-e7b9-45cf-b886-5f915862c6ca tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0653806 Oct 28 09:48:26.881819 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d299e34f-44ab-47d9-89fc-d2b2461309f5 req-51afef21-36e3-4376-bfa7-ede857c228e4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557349 Oct 28 09:48:27.815738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e500270-263e-4cdb-ab57-509916acf493 req-7631ef06-a73b-436d-b4e1-52c300d63f7d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:27.818154 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e500270-263e-4cdb-ab57-509916acf493 req-7631ef06-a73b-436d-b4e1-52c300d63f7d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0521655 Oct 28 09:48:27.899365 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e500270-263e-4cdb-ab57-509916acf493 req-71bc8939-58ee-481a-aa99-8e673ceeaae4 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737882 Oct 28 09:48:28.032435 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e2a46-1eb6-40bb-9282-b371e0293516 req-cdcec502-b08b-4651-a846-3359a72172b6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:28.034777 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-738e2a46-1eb6-40bb-9282-b371e0293516 req-cdcec502-b08b-4651-a846-3359a72172b6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0550234 Oct 28 09:48:28.085171 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-738e2a46-1eb6-40bb-9282-b371e0293516 req-520b43c1-b444-4bb0-9d1f-d5c8cc7909fa tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Oct 28 09:48:29.022645 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3046d-e7ea-4ed6-8300-36c9a80ae1b4 req-81830b50-1d4b-4dda-a1d2-682dee6aaa8b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:29.025794 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ac3046d-e7ea-4ed6-8300-36c9a80ae1b4 req-81830b50-1d4b-4dda-a1d2-682dee6aaa8b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0548661 Oct 28 09:48:29.089809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ac3046d-e7ea-4ed6-8300-36c9a80ae1b4 req-d3b5473f-0c29-4e12-984b-8e5a44c67d26 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596387 Oct 28 09:48:29.225754 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c739-0ac8-4b61-9fec-e5294e9ed6dc req-f930d976-68f3-44b3-9f34-b9761668668a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:29.227259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7e4c739-0ac8-4b61-9fec-e5294e9ed6dc req-f930d976-68f3-44b3-9f34-b9761668668a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0515003 Oct 28 09:48:29.278627 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d7e4c739-0ac8-4b61-9fec-e5294e9ed6dc req-be6364d2-bcb9-48d9-8afe-9546d19cde6f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Oct 28 09:48:30.217422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae1f8-0c32-4e50-81ab-e19d7341e3a5 req-be42caa9-eb3e-454d-9825-1b561654a1ee tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:30.219807 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f2ae1f8-0c32-4e50-81ab-e19d7341e3a5 req-be42caa9-eb3e-454d-9825-1b561654a1ee tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0496805 Oct 28 09:48:30.289104 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f2ae1f8-0c32-4e50-81ab-e19d7341e3a5 req-4b5f92ca-1b28-43cc-b3a5-276d455c91d6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627398 Oct 28 09:48:30.407369 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820efc69-c5e5-4df7-8220-0d413025a0e1 req-bc2e4299-a31d-4c7c-8319-36fe7d9184fb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:30.409917 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-820efc69-c5e5-4df7-8220-0d413025a0e1 req-bc2e4299-a31d-4c7c-8319-36fe7d9184fb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0490253 Oct 28 09:48:30.461376 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-820efc69-c5e5-4df7-8220-0d413025a0e1 req-7dad0e0e-aa53-4266-b37e-eb4389ff48d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Oct 28 09:48:30.825025 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:31.415998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279579f5-6af5-47c6-bfa1-07214f234251 req-1478fa6f-a702-4107-8efd-74bc5a90402f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:31.417559 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-279579f5-6af5-47c6-bfa1-07214f234251 req-1478fa6f-a702-4107-8efd-74bc5a90402f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0478823 Oct 28 09:48:31.431448 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:31.489761 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-279579f5-6af5-47c6-bfa1-07214f234251 req-efedf720-5dc1-4637-aed3-4e72e3b864a0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655875 Oct 28 09:48:31.601601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8043-3336-448c-a92a-41a930514335 req-f24455ad-afdf-476f-949d-99825889b019 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:31.602985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c1d8043-3336-448c-a92a-41a930514335 req-f24455ad-afdf-476f-949d-99825889b019 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0570269 Oct 28 09:48:31.653289 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c1d8043-3336-448c-a92a-41a930514335 req-0042b938-4992-463f-93ab-f79126f4e2cb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 Oct 28 09:48:32.636190 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:32.650805 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd554a-a338-42c5-a17d-106465098824 req-204bbe18-a626-454f-8cc0-275167af5e7b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:32.652325 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f3fd554a-a338-42c5-a17d-106465098824 req-204bbe18-a626-454f-8cc0-275167af5e7b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0652187 Oct 28 09:48:32.666987 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-86ff8ee9-f636-4434-a6b0-81175a259e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:32.692974 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-f5fe8685-3b8e-4ee1-91fb-d59863d3ea88 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566167 Oct 28 09:48:32.731855 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f3fd554a-a338-42c5-a17d-106465098824 req-489c1852-ba55-437d-b20c-3731d975d77d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720115 Oct 28 09:48:32.782957 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d5d87-2bb0-4240-9d4b-2bb0e898f257 req-2302c3a2-63df-4147-bcf4-2626f580017d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:32.784390 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-414d5d87-2bb0-4240-9d4b-2bb0e898f257 req-2302c3a2-63df-4147-bcf4-2626f580017d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0481477 Oct 28 09:48:32.831829 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-414d5d87-2bb0-4240-9d4b-2bb0e898f257 req-22fed842-ca5f-4d6f-bc6e-5c7765e41243 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413260 Oct 28 09:48:32.974819 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:32.979519 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:33.404074 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc913177-d230-4f41-88d3-3b2acd9e6ae7 req-61467220-81e1-424a-877f-172c9459be8a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928705 Oct 28 09:48:33.857276 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e79512-f717-48e0-b731-4a07350573e1 req-36cb17f9-11dc-4719-a7b8-27c392289f31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:33.858894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8e79512-f717-48e0-b731-4a07350573e1 req-36cb17f9-11dc-4719-a7b8-27c392289f31 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0473957 Oct 28 09:48:33.935994 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8e79512-f717-48e0-b731-4a07350573e1 req-0cc140d5-d436-4f0f-9d9d-a889e37ab564 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714531 Oct 28 09:48:33.970680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469c8fa-ad2a-44c6-901f-91d532544492 req-e3820a93-5032-4a6c-b716-e155e659f6d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:33.972735 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7469c8fa-ad2a-44c6-901f-91d532544492 req-e3820a93-5032-4a6c-b716-e155e659f6d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0599174 Oct 28 09:48:34.028017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7469c8fa-ad2a-44c6-901f-91d532544492 req-86153233-9055-43b5-97c8-c3f5463c7c02 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Oct 28 09:48:34.966505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-27d73f8d-a437-4c4a-914f-61f6e81c0df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:35.060590 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752acc2c-90ab-4332-8ae9-67594687dc9e req-3ae4f1e7-682d-402b-93f0-7f8848721cab tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:35.062076 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-752acc2c-90ab-4332-8ae9-67594687dc9e req-3ae4f1e7-682d-402b-93f0-7f8848721cab tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0477097 Oct 28 09:48:35.136016 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-752acc2c-90ab-4332-8ae9-67594687dc9e req-210a9377-b95b-4dc2-bd16-9b854ccdc261 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668657 Oct 28 09:48:35.174003 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad944-7ba8-41d7-a238-66c757fcfe9e req-724978db-6b3a-4682-99ac-ad17d40d343f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:35.176123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f72ad944-7ba8-41d7-a238-66c757fcfe9e req-724978db-6b3a-4682-99ac-ad17d40d343f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0601530 Oct 28 09:48:35.230556 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f72ad944-7ba8-41d7-a238-66c757fcfe9e req-b8363dbb-18b8-48c3-89a0-2ab80ce6d683 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Oct 28 09:48:35.447037 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d61a-3e77-4e0d-9076-36a907db5003 req-bff3b4fb-a830-4d8f-a05e-f3abaa10dbb0 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:35.448492 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d71d61a-3e77-4e0d-9076-36a907db5003 req-bff3b4fb-a830-4d8f-a05e-f3abaa10dbb0 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Oct 28 09:48:35.496292 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8d71d61a-3e77-4e0d-9076-36a907db5003 req-8dfe00c0-f8a5-4c85-8650-d55f70d4d75c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Oct 28 09:48:36.243351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:36.259367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef0fd2-6973-4248-8f0f-e793090792e3 req-2422c2b9-ea60-4611-b104-c65b37932fb7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:36.260816 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5ef0fd2-6973-4248-8f0f-e793090792e3 req-2422c2b9-ea60-4611-b104-c65b37932fb7 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0470712 Oct 28 09:48:36.335334 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5ef0fd2-6973-4248-8f0f-e793090792e3 req-2c82f586-8f58-46c8-a945-abda569e0347 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686436 Oct 28 09:48:36.369242 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7f9e4-9fe2-4462-9ff2-b97b4b0474cc req-95aeca51-60ac-42e9-b3ad-9dbe3e9fe072 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:36.370778 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4c7f9e4-9fe2-4462-9ff2-b97b4b0474cc req-95aeca51-60ac-42e9-b3ad-9dbe3e9fe072 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0543969 Oct 28 09:48:36.411349 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:36.419281 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4c7f9e4-9fe2-4462-9ff2-b97b4b0474cc req-3962029a-dd28-40d0-aa3c-385344aaf532 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Oct 28 09:48:36.615513 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8398-bfbf-4cdf-b86e-2fe64bc4273f req-1331664d-71e1-4b0f-b527-734b12573d74 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:36.616964 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e99f8398-bfbf-4cdf-b86e-2fe64bc4273f req-1331664d-71e1-4b0f-b527-734b12573d74 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0465636 Oct 28 09:48:36.662710 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e99f8398-bfbf-4cdf-b86e-2fe64bc4273f req-df7fd602-4681-40b8-ada1-d027c849849a tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Oct 28 09:48:36.715319 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:37.461546 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae8c10-eee5-48ea-8d9e-c1296706bbf7 req-102e2f92-eb35-4193-ac50-ae817015342d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:37.463262 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24ae8c10-eee5-48ea-8d9e-c1296706bbf7 req-102e2f92-eb35-4193-ac50-ae817015342d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0519583 Oct 28 09:48:37.557994 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24ae8c10-eee5-48ea-8d9e-c1296706bbf7 req-dfa190fa-866b-43b9-a5af-576767fbcbaa tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881979 Oct 28 09:48:37.566731 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a078c-dc6f-4fce-802e-357d510dd05c req-2e6baf80-eaba-4101-95c4-a2a8c1fd6ee5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:37.568314 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b79a078c-dc6f-4fce-802e-357d510dd05c req-2e6baf80-eaba-4101-95c4-a2a8c1fd6ee5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0660362 Oct 28 09:48:37.617631 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b79a078c-dc6f-4fce-802e-357d510dd05c req-17b32a7c-2ae4-4974-b89f-a58a6509935e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Oct 28 09:48:37.784779 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa102-044d-4e35-8b06-f77f8ee907a4 req-589c2f95-ca06-43ee-bf18-32bf9f15081f tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:37.786233 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fcfa102-044d-4e35-8b06-f77f8ee907a4 req-589c2f95-ca06-43ee-bf18-32bf9f15081f tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0502844 Oct 28 09:48:37.852291 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487693d-813f-4dac-b442-41ec418e1e06 req-d249b260-5639-47ef-895e-4e9430506252 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:37.853715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b487693d-813f-4dac-b442-41ec418e1e06 req-d249b260-5639-47ef-895e-4e9430506252 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 945 time: 0.0631320 Oct 28 09:48:37.876721 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fcfa102-044d-4e35-8b06-f77f8ee907a4 req-a3c1a163-2082-4392-93b6-7e417630bfbe tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770752 Oct 28 09:48:37.921932 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:37.952307 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Deleting port 1c436b7e-fe82-419c-9976-f87b1fa4439c {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:48:37.952641 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:38.039787 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] For port 1c436b7e-fe82-419c-9976-f87b1fa4439c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1c436b7e-fe82-419c-9976-f87b1fa4439c,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:38.040150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:38.052904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Calling delete_port for 1c436b7e-fe82-419c-9976-f87b1fa4439c owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:48:38.176254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:38.250976 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1c436b7e-fe82-419c-9976-f87b1fa4439c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:38.253726 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:38.287568 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Pushing event deleted for resources: {'Port': ['ID=1c436b7e-fe82-419c-9976-f87b1fa4439c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.304904 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['1c436b7e-fe82-419c-9976-f87b1fa4439c'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:48:38.329192 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] No DVR routers for this DVR port 1c436b7e-fe82-419c-9976-f87b1fa4439c on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:48:38.332056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:38.335207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b487693d-813f-4dac-b442-41ec418e1e06 req-2121e14e-22e5-4322-84b1-539a72f6fbcf tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "DELETE /networking/v2.0/ports/1c436b7e-fe82-419c-9976-f87b1fa4439c HTTP/1.1" status: 204 len: 173 time: 0.4720063 Oct 28 09:48:38.335694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'name': 'network-vif-deleted', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:48:38.337914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91366000-07ce-4d0f-b1e3-e4e4cb70fc80" -d '{"events": [{"server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "name": "network-vif-deleted", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:38.380464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349130d-2cf7-4d05-b5e6-93b454930ff9 x-openstack-request-id: req-9349130d-2cf7-4d05-b5e6-93b454930ff9 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:38.380758 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50a18b7-b11e-48cf-b8dc-58d39afc4d27", "name": "network-vif-deleted", "tag": "1c436b7e-fe82-419c-9976-f87b1fa4439c", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:38.381035 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9349130d-2cf7-4d05-b5e6-93b454930ff9 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:38.381441 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9349130d-2cf7-4d05-b5e6-93b454930ff9'] response: {'server_uuid': 'a50a18b7-b11e-48cf-b8dc-58d39afc4d27', 'name': 'network-vif-deleted', 'tag': '1c436b7e-fe82-419c-9976-f87b1fa4439c', 'status': 'completed', 'code': 200} Oct 28 09:48:38.687992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc9d4d-d196-4669-9955-0320cf61bf0b req-60751855-0016-419c-94ff-9eb47d97a950 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:38.689508 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cefc9d4d-d196-4669-9955-0320cf61bf0b req-60751855-0016-419c-94ff-9eb47d97a950 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0523498 Oct 28 09:48:38.767419 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1289f83-c7cb-479c-912e-5b2057e1036c req-e196fbdf-4d49-4509-891d-13bc923a0dda tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:38.769459 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1289f83-c7cb-479c-912e-5b2057e1036c req-e196fbdf-4d49-4509-891d-13bc923a0dda tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0673463 Oct 28 09:48:38.790165 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:38.804839 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cefc9d4d-d196-4669-9955-0320cf61bf0b req-6933567a-d1dc-4ddf-b518-7f8d0b37233b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090364 Oct 28 09:48:38.833636 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1289f83-c7cb-479c-912e-5b2057e1036c req-a1ce129e-dabd-42f4-bb92-25e30322d362 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580661 Oct 28 09:48:38.990771 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-138e4e38-f89b-40db-8b4c-52c5ad62143d req-ab5692d6-2aa7-4996-acb9-975eac9512ea tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0296342 Oct 28 09:48:39.941170 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524ebf-c232-4451-b044-0090381c6930 req-b784c668-9951-45ea-bcc3-1313ef4a35ac tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:39.942693 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8a524ebf-c232-4451-b044-0090381c6930 req-b784c668-9951-45ea-bcc3-1313ef4a35ac tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0599360 Oct 28 09:48:39.990555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f231e-e075-4bfc-b77d-4ae3d22bbe20 req-09e73501-7a2e-4edd-993b-9d5ee65840f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:39.991991 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2c8f231e-e075-4bfc-b77d-4ae3d22bbe20 req-09e73501-7a2e-4edd-993b-9d5ee65840f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 943 time: 0.0712745 Oct 28 09:48:40.055067 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8a524ebf-c232-4451-b044-0090381c6930 req-d9e2c46a-0731-4b4f-b80d-379b440fb530 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949414 Oct 28 09:48:40.071060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2c8f231e-e075-4bfc-b77d-4ae3d22bbe20 req-1baab071-1fbb-4397-908b-f47e1c336793 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691988 Oct 28 09:48:40.161597 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2fa6b459-8d06-438d-a381-d887e5e334e6 req-0ea02c52-7a21-4c80-bf12-6d942b25aa77 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a50a18b7-b11e-48cf-b8dc-58d39afc4d27 HTTP/1.1" status: 200 len: 210 time: 0.0316107 Oct 28 09:48:40.496780 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:48:40.510387 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1c436b7e-fe82-419c-9976-f87b1fa4439c no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:48:40.539407 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 1c436b7e-fe82-419c-9976-f87b1fa4439c {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:48:40.539753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1c436b7e-fe82-419c-9976-f87b1fa4439c not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:48:40.620606 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:40.632083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'mac_address': 'fa:16:3e:5d:31:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:48:40.665719 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:40.666107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:40.683255 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:48:40.702848 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:40.706880 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:40.753767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=9']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:40.760993 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.761344 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.761693 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.762065 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.762433 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.762770 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.763104 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.763446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.763768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.764099 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.764425 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.764754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.765081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.765406 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:40.765730 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:41.193769 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['c2310b44-82bb-408f-85b5-8a5556b92e25'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:48:41.205556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e41b6-1c22-453d-8a64-ead90b2b8236 req-152dc9b2-a82f-4253-bcf5-f1528beca9ca tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:41.207087 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-047e41b6-1c22-453d-8a64-ead90b2b8236 req-152dc9b2-a82f-4253-bcf5-f1528beca9ca tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0755267 Oct 28 09:48:41.227321 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfab04-be74-442d-86e5-641e8b687959 req-a9e093c7-9f08-4291-beca-f6eacf9f0d7c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:41.228438 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45dfab04-be74-442d-86e5-641e8b687959 req-a9e093c7-9f08-4291-beca-f6eacf9f0d7c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.0687630 Oct 28 09:48:41.311109 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45dfab04-be74-442d-86e5-641e8b687959 req-ccd4fc45-bd9a-4f0d-a446-8abd5644d3e9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756907 Oct 28 09:48:41.316187 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-047e41b6-1c22-453d-8a64-ead90b2b8236 req-4ade84f0-7577-4b19-bcc0-38fecd9557d8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033142 Oct 28 09:48:42.470426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904992e-3641-41ec-8a8d-26ff8872057c req-fe99af05-e43b-4be2-9015-3be692f32fab tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:42.472433 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4904992e-3641-41ec-8a8d-26ff8872057c req-fe99af05-e43b-4be2-9015-3be692f32fab tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0750606 Oct 28 09:48:42.482635 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da769a-30fd-4727-805e-198fd70eff10 req-959f9e7b-7771-4c00-9672-3ea9ee6a14b3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:42.484010 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a5da769a-30fd-4727-805e-198fd70eff10 req-959f9e7b-7771-4c00-9672-3ea9ee6a14b3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.0584598 Oct 28 09:48:42.571774 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a5da769a-30fd-4727-805e-198fd70eff10 req-f4ffab1f-6d30-45b6-8b6a-c3a3feef07fb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805302 Oct 28 09:48:42.577229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4904992e-3641-41ec-8a8d-26ff8872057c req-329b9cf9-600f-48a9-bc7c-9e80845fb15f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922086 Oct 28 09:48:43.016942 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:43.727981 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b22f6-2436-4a8b-82b1-4e4f378d28b9 req-251dd391-9dfb-4187-8a26-19f37cb5a64b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:43.729452 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f90b22f6-2436-4a8b-82b1-4e4f378d28b9 req-251dd391-9dfb-4187-8a26-19f37cb5a64b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0740511 Oct 28 09:48:43.737430 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70307b5-ffe3-4e8f-a74b-4d5e6409aacd req-e218ee22-be4c-42a4-aff1-8bca0919275f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:43.738812 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d70307b5-ffe3-4e8f-a74b-4d5e6409aacd req-e218ee22-be4c-42a4-aff1-8bca0919275f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.0816174 Oct 28 09:48:43.760420 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:43.826717 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d70307b5-ffe3-4e8f-a74b-4d5e6409aacd req-453ae6fa-196f-41c7-b811-6eeeae1580e5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809710 Oct 28 09:48:43.831783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f90b22f6-2436-4a8b-82b1-4e4f378d28b9 req-c2dd839b-f826-4eee-84cd-ef4fdf03e166 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921121 Oct 28 09:48:44.926613 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:44.970216 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port c2310b44-82bb-408f-85b5-8a5556b92e25 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:48:44.970617 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:44.971452 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port c2310b44-82bb-408f-85b5-8a5556b92e25 Oct 28 09:48:44.981651 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b19e-7656-4d02-8f22-3fba32b10047 req-85c37d9a-ed74-4dd8-a948-c290aa52a4fb tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:44.983182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3162b19e-7656-4d02-8f22-3fba32b10047 req-85c37d9a-ed74-4dd8-a948-c290aa52a4fb tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0759408 Oct 28 09:48:44.991777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19244ff-8a4b-48b6-938d-0f7e17e7536d req-1095fc64-54df-44ca-b509-21ab06593018 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:44.993300 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e19244ff-8a4b-48b6-938d-0f7e17e7536d req-1095fc64-54df-44ca-b509-21ab06593018 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 944 time: 0.0834363 Oct 28 09:48:45.046151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port c2310b44-82bb-408f-85b5-8a5556b92e25 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:45.046705 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.073849 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:48:45.076524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013cb68c-9741-4d30-8637-e7f62fe30d82" -d '{"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:45.077850 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e19244ff-8a4b-48b6-938d-0f7e17e7536d req-aa9d0f31-d112-4243-a6df-f6e591acfdc3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766160 Oct 28 09:48:45.089132 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3162b19e-7656-4d02-8f22-3fba32b10047 req-e13128c9-5080-46e1-a64b-2284c9ad7fa6 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948632 Oct 28 09:48:45.090334 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:45.094867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:45.144046 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab19819-3118-43b2-a1a4-6fbdd7e0a25d x-openstack-request-id: req-6ab19819-3118-43b2-a1a4-6fbdd7e0a25d {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:45.144357 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-plugged", "status": "completed", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:45.144630 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ab19819-3118-43b2-a1a4-6fbdd7e0a25d {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:45.145048 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab19819-3118-43b2-a1a4-6fbdd7e0a25d'] response: {'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'code': 200} Oct 28 09:48:45.153798 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:45.156822 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=10']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.879620 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:45.885618 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd9bec-62e7-4c29-85c6-406eeedaa2d4 req-a238b0e3-708f-488c-ac76-496fd672f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:45.887246 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-84bd9bec-62e7-4c29-85c6-406eeedaa2d4 req-a238b0e3-708f-488c-ac76-496fd672f32f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 1130 time: 0.0423098 Oct 28 09:48:45.935363 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-84bd9bec-62e7-4c29-85c6-406eeedaa2d4 req-6f7fcca3-8b9e-4aaf-9a56-a35b0a7fec87 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384488 Oct 28 09:48:46.449674 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c1ce6-4fa0-45f8-a85b-83f59fa4e95a req-b039fe55-04dc-4c52-9dca-67a853b9276f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:46.451062 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d57c1ce6-4fa0-45f8-a85b-83f59fa4e95a req-b039fe55-04dc-4c52-9dca-67a853b9276f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.2874353 Oct 28 09:48:46.470992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67289-5715-46ee-9dce-56ed6a633927 req-a3cdee5b-c2a9-4461-a8d0-f26e57b99d87 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:46.472404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33f67289-5715-46ee-9dce-56ed6a633927 req-a3cdee5b-c2a9-4461-a8d0-f26e57b99d87 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.2802780 Oct 28 09:48:46.549510 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33f67289-5715-46ee-9dce-56ed6a633927 req-89f33a2f-a8b2-43ea-b0fa-8cc5342f7e70 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701566 Oct 28 09:48:46.556206 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d57c1ce6-4fa0-45f8-a85b-83f59fa4e95a req-b2a2f569-8e73-4656-96a4-5b485ef82895 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967183 Oct 28 09:48:47.709344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb67a-3ba1-42f0-9af5-13c4617569a5 req-1f91b15a-1d2c-43fb-956b-a506c311a693 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:47.710809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9bbcb67a-3ba1-42f0-9af5-13c4617569a5 req-1f91b15a-1d2c-43fb-956b-a506c311a693 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0789239 Oct 28 09:48:47.716215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8908f-495c-4f25-aab6-b1bd8c70084a req-7047cfa0-67dd-4c11-a071-1907a4675c27 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:47.717529 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cfe8908f-495c-4f25-aab6-b1bd8c70084a req-7047cfa0-67dd-4c11-a071-1907a4675c27 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0844502 Oct 28 09:48:47.800894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cfe8908f-495c-4f25-aab6-b1bd8c70084a req-9b8bb98a-ca07-40cc-acb3-558b85cb534d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755689 Oct 28 09:48:47.806067 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9bbcb67a-3ba1-42f0-9af5-13c4617569a5 req-44bcbddf-45ed-4d81-874a-e3a8f098b37a tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876758 Oct 28 09:48:48.959963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9564e-dd1f-45f6-a2d1-bdba4bcd32a4 req-477ee29f-8079-4e37-81f2-9dc7469a53f0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:48.961424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-14f9564e-dd1f-45f6-a2d1-bdba4bcd32a4 req-477ee29f-8079-4e37-81f2-9dc7469a53f0 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0779965 Oct 28 09:48:48.966904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce52b4b-60ea-422f-998a-8eb9d75fcb4f req-ad340837-eb81-48f4-a9f4-edc389621ebc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:48.968259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ce52b4b-60ea-422f-998a-8eb9d75fcb4f req-ad340837-eb81-48f4-a9f4-edc389621ebc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0861125 Oct 28 09:48:49.053256 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3ce52b4b-60ea-422f-998a-8eb9d75fcb4f req-a1ed7870-7824-4ceb-bc79-b51206d5b695 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781140 Oct 28 09:48:49.058200 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-14f9564e-dd1f-45f6-a2d1-bdba4bcd32a4 req-95f9f307-61ac-4c58-bc8b-87534975121d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890784 Oct 28 09:48:50.210695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:50.224872 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf17ae-8ff7-4cc6-89a7-42dd6a1c2c79 req-7185f7c3-be04-4fe8-8242-d7a47b0add76 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:50.226349 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9daf17ae-8ff7-4cc6-89a7-42dd6a1c2c79 req-7185f7c3-be04-4fe8-8242-d7a47b0add76 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0793948 Oct 28 09:48:50.231936 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678294c4-ff3b-4b00-a69f-9d5ba84af0c1 req-82e12135-5585-4509-9c74-3cf0f35cb5be tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:50.233284 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-678294c4-ff3b-4b00-a69f-9d5ba84af0c1 req-82e12135-5585-4509-9c74-3cf0f35cb5be tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0777061 Oct 28 09:48:50.312969 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-678294c4-ff3b-4b00-a69f-9d5ba84af0c1 req-9c4f1111-b904-49bb-aa52-b3535dc771c1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727255 Oct 28 09:48:50.322980 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9daf17ae-8ff7-4cc6-89a7-42dd6a1c2c79 req-b3ecdfce-9138-41f6-a622-85a54c36878d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887954 Oct 28 09:48:51.490739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e87e8-c3db-492c-8e45-6cf214be13fc req-498a6e14-7a4c-439f-baea-5d99588fa0c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:51.492209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d7e87e8-c3db-492c-8e45-6cf214be13fc req-498a6e14-7a4c-439f-baea-5d99588fa0c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0944109 Oct 28 09:48:51.498782 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:51.566072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-a1cb3029-5211-4f7f-9385-79797bec7b90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:51.567556 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-a1cb3029-5211-4f7f-9385-79797bec7b90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 814 time: 0.1611023 Oct 28 09:48:51.586906 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d7e87e8-c3db-492c-8e45-6cf214be13fc req-1d2bbd1c-6380-4587-b2b5-7ed1d907e16b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869398 Oct 28 09:48:51.589313 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-5a564ec1-94c2-4653-9971-a89bc9e9c96d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/quotas/9a20b51b10ce463da8f9ad280063bb09 HTTP/1.1" status: 200 len: 375 time: 0.0137022 Oct 28 09:48:51.629056 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-9c7a4814-b754-4074-9cb9-ab5ca73b867c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340865 Oct 28 09:48:51.732985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6f08-b5c5-47d3-898f-9a968ec9c182 req-2b5894b8-f29a-4883-8aac-25a10f3e1475 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:51.734513 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf3c6f08-b5c5-47d3-898f-9a968ec9c182 req-2b5894b8-f29a-4883-8aac-25a10f3e1475 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0773282 Oct 28 09:48:51.781414 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-a7d76278-5fd9-425b-89e7-2ca031e894e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455965 Oct 28 09:48:51.867109 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf3c6f08-b5c5-47d3-898f-9a968ec9c182 req-e35b5ccd-9366-475c-8ba1-dc3c8483d5ca tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b42bf8e7-036b-494e-937c-9d6eeea54ddc&id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261468 Oct 28 09:48:51.902706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-9a066b84-7697-45be-9038-bc3f2bad1093 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155114 Oct 28 09:48:52.079126 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-533f191b-5031-4e67-8ced-672a0ae4a14d req-a3472087-2e56-464a-a4ef-a190b2685419 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 210 time: 0.0287442 Oct 28 09:48:53.012371 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:53.013032 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:53.183316 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1b7d5eea-479c-47f2-8c7b-b879b30846ec req-b7b4ed73-19f9-4ddb-9697-5b348f9b2468 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 210 time: 0.0278411 Oct 28 09:48:53.505241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-ba37505a-7c72-4393-ba28-cad444bf9649 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:53.506779 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-ba37505a-7c72-4393-ba28-cad444bf9649 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 814 time: 0.1084695 Oct 28 09:48:53.539830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Request body: {'port': {'device_id': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee', 'admin_state_up': True, 'tenant_id': '9a20b51b10ce463da8f9ad280063bb09'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:48:53.654417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Made reservation on behalf of 9a20b51b10ce463da8f9ad280063bb09 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:53.658193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:53.682028 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:53.784329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Allocated IP 172.20.0.12 (e6e285c9-7f9a-43e5-8517-efe4e78507ee/dd305481-0c7f-4a6c-8a09-b60a0c3a942c/be115348-3000-4d12-9056-f68416196802) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:53.934516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks [] for port (be115348-3000-4d12-9056-f68416196802), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:53.940113 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:53.970144 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (be115348-3000-4d12-9056-f68416196802), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.012211 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Network e6e285c9-7f9a-43e5-8517-efe4e78507ee is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:54.015366 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:54.018440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:48:54.050230 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Pushing event updated for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.074994 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:54.075598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.091900 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-3a1ad9ce-c614-469b-825a-0d8b9f26625d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558245 Oct 28 09:48:54.111987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Request body: {'port': {'device_id': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:48:54.173395 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (be115348-3000-4d12-9056-f68416196802), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.332071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9d68d-a9b5-4424-8d72-d7c97c42838c req-f6c486ec-362e-4573-8b76-828a8633054b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:54.333541 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01a9d68d-a9b5-4424-8d72-d7c97c42838c req-f6c486ec-362e-4573-8b76-828a8633054b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 932 time: 0.0630679 Oct 28 09:48:54.434600 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01a9d68d-a9b5-4424-8d72-d7c97c42838c req-89727069-e1ca-4893-bc08-9dfc5c60b536 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918620 Oct 28 09:48:54.454975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:54.506730 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be115348-3000-4d12-9056-f68416196802 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:48:54.514329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks [] for port (be115348-3000-4d12-9056-f68416196802), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.527345 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Transition to ACTIVE for port object be115348-3000-4d12-9056-f68416196802 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:48:54.530830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (be115348-3000-4d12-9056-f68416196802), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.596263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Pushing event updated for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.643737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Attempting to bind port be115348-3000-4d12-9056-f68416196802 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:48:54.644079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Attempting to bind port be115348-3000-4d12-9056-f68416196802 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:48:54.644414 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Attempting to bind port be115348-3000-4d12-9056-f68416196802 on network e6e285c9-7f9a-43e5-8517-efe4e78507ee {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:54.685930 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Port be115348-3000-4d12-9056-f68416196802 on network e6e285c9-7f9a-43e5-8517-efe4e78507ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:54.686255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Attempting to bind port be115348-3000-4d12-9056-f68416196802 on network e6e285c9-7f9a-43e5-8517-efe4e78507ee {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:54.727463 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:48:54.727794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Checking segment: {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:48:54.728176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Bound using segment: {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:48:54.728601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Bound port: be115348-3000-4d12-9056-f68416196802, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1fc92-1723-4f28-bf60-65666f87260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:48:54.728955 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (be115348-3000-4d12-9056-f68416196802), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.770513 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:54.795373 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:54.798636 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=be115348-3000-4d12-9056-f68416196802,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:54.804839 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (be115348-3000-4d12-9056-f68416196802), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.808318 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:54.808941 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:54.810371 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/be115348-3000-4d12-9056-f68416196802 HTTP/1.1" status: 200 len: 1094 time: 0.7028000 Oct 28 09:48:54.812391 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'tag': 'be115348-3000-4d12-9056-f68416196802'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:48:54.814650 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3828f5bc-66b3-4fc8-9387-67b43c3bb440" -d '{"events": [{"name": "network-changed", "server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "tag": "be115348-3000-4d12-9056-f68416196802"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:54.863549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b2ca54-c13c-4733-ab5f-f1a412b88630 x-openstack-request-id: req-f5b2ca54-c13c-4733-ab5f-f1a412b88630 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:54.864683 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "tag": "be115348-3000-4d12-9056-f68416196802", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:54.865221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5b2ca54-c13c-4733-ab5f-f1a412b88630 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:54.865799 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b2ca54-c13c-4733-ab5f-f1a412b88630'] response: {'name': 'network-changed', 'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'tag': 'be115348-3000-4d12-9056-f68416196802', 'status': 'completed', 'code': 200} Oct 28 09:48:54.870882 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f71a6b-9b90-48f0-b606-25d37179d0cc service neutron] Pushing event updated for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:54.940125 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-2fb19c9a-d9c4-489c-b9b8-c628fd321b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:54.941657 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-2fb19c9a-d9c4-489c-b9b8-c628fd321b63 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0400276 Oct 28 09:48:54.994648 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-1f5d0499-fe2f-4afa-9b9f-b377352519f9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be115348-3000-4d12-9056-f68416196802 HTTP/1.1" status: 200 len: 217 time: 0.0356703 Oct 28 09:48:55.045023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-4653ea1e-c94d-410f-a503-ff773af34680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:55.046483 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-4653ea1e-c94d-410f-a503-ff773af34680 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dd305481-0c7f-4a6c-8a09-b60a0c3a942c HTTP/1.1" status: 200 len: 854 time: 0.0452564 Oct 28 09:48:55.080790 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-f6c2f2c3-808e-4fc3-811d-1d3f23b8d372 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e6e285c9-7f9a-43e5-8517-efe4e78507ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251544 Oct 28 09:48:55.152980 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:55.184276 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-9d0c308c-3a23-48d0-a154-a400f5b926b6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873246 Oct 28 09:48:55.274481 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-983c9bd7-61e3-4779-8dd8-e4dfb68c2b5a req-c57eb6d6-ed18-4956-9b8e-a806ee371efa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Oct 28 09:48:55.556920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8156c46-709f-4aa8-b010-52e8d85b69a2 req-acb2f334-50f7-4d45-b7c4-e784b6b8d006 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:55.558439 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f8156c46-709f-4aa8-b010-52e8d85b69a2 req-acb2f334-50f7-4d45-b7c4-e784b6b8d006 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 944 time: 0.0498614 Oct 28 09:48:55.602453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:55.607410 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f8156c46-709f-4aa8-b010-52e8d85b69a2 req-ba19a168-63e3-48cc-9287-4aa796b700eb tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Oct 28 09:48:56.635425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-7f18f292-fef4-4eb1-b32c-f1eb3ea3bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:56.636931 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-7f18f292-fef4-4eb1-b32c-f1eb3ea3bf86 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9a20b51b10ce463da8f9ad280063bb09&device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0396273 Oct 28 09:48:56.753660 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc787-2028-46bd-8ce2-91a204c0822d req-59604fe6-13f1-4614-9f22-4a35837da6c8 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:56.755119 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-31bcc787-2028-46bd-8ce2-91a204c0822d req-59604fe6-13f1-4614-9f22-4a35837da6c8 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 944 time: 0.0677230 Oct 28 09:48:56.781129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-96ad0840-c357-43d5-a4d1-006fd6c81cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:56.782560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-96ad0840-c357-43d5-a4d1-006fd6c81cd9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 200 len: 915 time: 0.1397874 Oct 28 09:48:56.838159 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-14bf724f-a84f-416c-acbb-d37aab560e59 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be115348-3000-4d12-9056-f68416196802 HTTP/1.1" status: 200 len: 217 time: 0.0402629 Oct 28 09:48:56.841570 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-31bcc787-2028-46bd-8ce2-91a204c0822d req-703f1517-3480-45f3-9ccc-85523adf0ef4 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806489 Oct 28 09:48:56.894061 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-cce80f98-4b63-443d-b0bb-5767dddc2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:56.895547 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-cce80f98-4b63-443d-b0bb-5767dddc2ba7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=dd305481-0c7f-4a6c-8a09-b60a0c3a942c HTTP/1.1" status: 200 len: 854 time: 0.0499005 Oct 28 09:48:56.929833 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-72c83507-56c1-40a8-bc7b-fe9e0e5da0d8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=e6e285c9-7f9a-43e5-8517-efe4e78507ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251696 Oct 28 09:48:57.031294 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-22631ca0-103e-4f5a-bbac-54a8387ca5d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Oct 28 09:48:57.128567 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3828f5bc-66b3-4fc8-9387-67b43c3bb440 req-9fbf417d-039a-49b1-9ccf-44873541eb60 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891664 Oct 28 09:48:57.963251 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ff45-8cbb-48b5-b3e6-729767fdc423 req-ff312e22-dbd1-4959-9eda-7a518410d2c8 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:57.965121 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9582ff45-8cbb-48b5-b3e6-729767fdc423 req-ff312e22-dbd1-4959-9eda-7a518410d2c8 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 944 time: 0.0483992 Oct 28 09:48:58.008857 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:48:58.018145 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9582ff45-8cbb-48b5-b3e6-729767fdc423 req-308863c4-5553-4889-9fdc-d4d5be1da0f4 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474355 Oct 28 09:48:58.960900 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device be115348-3000-4d12-9056-f68416196802 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:48:59.061210 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=be115348-3000-4d12-9056-f68416196802,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:59.072494 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'be115348-3000-4d12-9056-f68416196802', 'network_id': 'e6e285c9-7f9a-43e5-8517-efe4e78507ee', 'port_id': 'be115348-3000-4d12-9056-f68416196802', 'mac_address': 'fa:16:3e:df:7b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd305481-0c7f-4a6c-8a09-b60a0c3a942c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:48:59.107353 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port be115348-3000-4d12-9056-f68416196802 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:48:59.107768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (be115348-3000-4d12-9056-f68416196802), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:59.122821 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be115348-3000-4d12-9056-f68416196802 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:48:59.142224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2122897-5301-46c1-9fe9-38bb022bb7ec req-a0e18e8b-5550-4111-b98a-884ad7dcd00b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:48:59.143761 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d2122897-5301-46c1-9fe9-38bb022bb7ec req-a0e18e8b-5550-4111-b98a-884ad7dcd00b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 944 time: 0.0510290 Oct 28 09:48:59.146667 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=be115348-3000-4d12-9056-f68416196802,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:59.151444 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (be115348-3000-4d12-9056-f68416196802), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:48:59.193085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d2122897-5301-46c1-9fe9-38bb022bb7ec req-a5b08776-45a7-4abe-b941-0ba93fa26bb6 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Oct 28 09:48:59.201772 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:59.592473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['be115348-3000-4d12-9056-f68416196802'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:00.314225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee25238-4005-42ca-ac4b-1fc4b55e145b req-f43884fd-9174-424a-afaa-3c92817ba3ea tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:00.315750 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ee25238-4005-42ca-ac4b-1fc4b55e145b req-f43884fd-9174-424a-afaa-3c92817ba3ea tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 945 time: 0.0468144 Oct 28 09:49:00.365676 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ee25238-4005-42ca-ac4b-1fc4b55e145b req-3d3031d2-91b8-40ca-ba72-261c2b0eaa0a tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Oct 28 09:49:00.808120 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:00.977316 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device be115348-3000-4d12-9056-f68416196802 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:01.019884 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port be115348-3000-4d12-9056-f68416196802 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:49:01.025446 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port be115348-3000-4d12-9056-f68416196802 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:01.025828 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (be115348-3000-4d12-9056-f68416196802), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:01.026172 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port be115348-3000-4d12-9056-f68416196802 Oct 28 09:49:01.099593 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port be115348-3000-4d12-9056-f68416196802 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:01.099983 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (be115348-3000-4d12-9056-f68416196802), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:01.125210 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be115348-3000-4d12-9056-f68416196802'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:01.127541 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1e848-5fc9-4360-b89a-46a9f0c8861b" -d '{"events": [{"server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "name": "network-vif-plugged", "status": "completed", "tag": "be115348-3000-4d12-9056-f68416196802"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:01.140690 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=be115348-3000-4d12-9056-f68416196802,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:01.145253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (be115348-3000-4d12-9056-f68416196802), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:01.169237 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a34baa2-f675-4714-9806-d52b13dba9b8 x-openstack-request-id: req-3a34baa2-f675-4714-9806-d52b13dba9b8 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:01.169527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "name": "network-vif-plugged", "status": "completed", "tag": "be115348-3000-4d12-9056-f68416196802", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:01.169780 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a34baa2-f675-4714-9806-d52b13dba9b8 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:01.170197 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a34baa2-f675-4714-9806-d52b13dba9b8'] response: {'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be115348-3000-4d12-9056-f68416196802', 'code': 200} Oct 28 09:49:01.196375 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.420572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7dcb6-981b-484a-94c5-52bb196941e4 req-8c01cf7a-38fa-4e64-9bdd-94de9a476210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:01.422128 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6a7dcb6-981b-484a-94c5-52bb196941e4 req-8c01cf7a-38fa-4e64-9bdd-94de9a476210 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0421698 Oct 28 09:49:01.505299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803c36c-3a6a-47a5-a8b4-20c854afe46c req-313f832b-36f0-447c-b4c1-221b6f4a563c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:01.506701 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f803c36c-3a6a-47a5-a8b4-20c854afe46c req-313f832b-36f0-447c-b4c1-221b6f4a563c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0635154 Oct 28 09:49:01.508985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6a7dcb6-981b-484a-94c5-52bb196941e4 req-2770b75d-646b-4e0f-abc9-92dd5b742e24 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790663 Oct 28 09:49:01.554925 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f803c36c-3a6a-47a5-a8b4-20c854afe46c req-3f0b0653-3225-4ae9-8956-77a9603a54a4 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Oct 28 09:49:02.665013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-6001ce73-8c8c-42de-931b-78b9e7a2efc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:02.695797 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e148d7-0859-49af-9785-f28531118099 req-6416dbea-cf95-46b1-a233-13b4009f1ee7 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:02.697061 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95e148d7-0859-49af-9785-f28531118099 req-6416dbea-cf95-46b1-a233-13b4009f1ee7 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0531645 Oct 28 09:49:02.728442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:02.749393 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95e148d7-0859-49af-9785-f28531118099 req-f189e0a6-352e-420f-beb3-3c807f649a6b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Oct 28 09:49:03.890656 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3408b-02a8-4067-b78e-d1dfdc11e07d req-7c45810c-a262-4abb-9b4d-412d114a1614 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:03.890656 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59a3408b-02a8-4067-b78e-d1dfdc11e07d req-7c45810c-a262-4abb-9b4d-412d114a1614 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0526741 Oct 28 09:49:03.946578 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59a3408b-02a8-4067-b78e-d1dfdc11e07d req-cdf194eb-0870-470a-8499-e9c5b902067d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572212 Oct 28 09:49:04.032306 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-be96d925-80c5-47d3-a2d5-9eb9c844ccb7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415437 Oct 28 09:49:04.124947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-d798456a-332d-4709-956b-249bfa6fa1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.126740 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-d798456a-332d-4709-956b-249bfa6fa1b6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1129 time: 0.0413027 Oct 28 09:49:04.263118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-be52adf8-9d4a-44ac-bfd2-6f346d7b8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.264694 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-be52adf8-9d4a-44ac-bfd2-6f346d7b8bf2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.0965691 Oct 28 09:49:04.343874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-2dab96a6-52ee-4080-b774-0fbc87dadfe1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 1000 time: 0.0672803 Oct 28 09:49:04.623518 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-c829c297-1661-406a-b8f8-86da6010afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.624896 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-c829c297-1661-406a-b8f8-86da6010afbf service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.2617962 Oct 28 09:49:04.670030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-f455d123-74ef-4400-bf21-074aae670eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:04.671529 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-f455d123-74ef-4400-bf21-074aae670eb5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0388296 Oct 28 09:49:04.765176 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-06522c6d-3aae-4d53-b33d-b0e6b52cc255 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866110 Oct 28 09:49:04.779046 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:04.858182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9eecffc4-f6d6-4c0c-84de-99506e706f7c req-2b382ae1-9499-428e-a0df-26204f5f5671 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Oct 28 09:49:04.968254 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-26e417c5-0036-43a2-b829-728734913953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:06.707809 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:06.719519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:07.926698 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:08.200339 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:09.974777 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:09.975544 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:11.583819 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605da71a-661b-48ee-9d44-9cf054f72ef9 req-73afeef0-373f-4a71-b9e9-a0fe48ce24cd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:11.585366 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-605da71a-661b-48ee-9d44-9cf054f72ef9 req-73afeef0-373f-4a71-b9e9-a0fe48ce24cd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0818119 Oct 28 09:49:11.591664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2fd37-6d22-42cd-aab3-97c1139a6e40 req-2145a84a-9ab6-403d-8510-7b035d018644 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:11.593164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9ce2fd37-6d22-42cd-aab3-97c1139a6e40 req-2145a84a-9ab6-403d-8510-7b035d018644 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0809412 Oct 28 09:49:11.703101 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-605da71a-661b-48ee-9d44-9cf054f72ef9 req-9ad9ff85-05f6-4ea3-a7d9-efd4f5d5d4ea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072476 Oct 28 09:49:11.703978 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-efbeaf8b-94b8-453b-ac46-fe9dc947d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:11.705471 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-efbeaf8b-94b8-453b-ac46-fe9dc947d8b8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0859621 Oct 28 09:49:11.717797 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9ce2fd37-6d22-42cd-aab3-97c1139a6e40 req-5beac685-d10a-4dc5-9cee-073c4998d224 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153700 Oct 28 09:49:11.893503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-282b8152-146d-4c2e-b569-7463ce5c3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:11.896263 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-282b8152-146d-4c2e-b569-7463ce5c3440 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.0951235 Oct 28 09:49:11.972550 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-34727c4c-1dc7-4f63-a4c1-c3173d659efa service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 1001 time: 0.0670547 Oct 28 09:49:12.025266 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-11155852-4369-4559-ac03-9c5d5e3ed466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:12.026823 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-11155852-4369-4559-ac03-9c5d5e3ed466 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0469158 Oct 28 09:49:12.052964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:12.089263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-79ab2766-a278-4d14-aa75-0019b474f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:12.090838 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-79ab2766-a278-4d14-aa75-0019b474f8c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0471466 Oct 28 09:49:12.148202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07da53-7052-40c7-8ca7-16ec311ddc0a req-11c0ee5b-6f94-48c6-ab8d-0906a5c6451b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:12.149726 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d07da53-7052-40c7-8ca7-16ec311ddc0a req-11c0ee5b-6f94-48c6-ab8d-0906a5c6451b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0475540 Oct 28 09:49:12.200894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d07da53-7052-40c7-8ca7-16ec311ddc0a req-697ef4aa-f3a6-4ab4-8a7a-0b242472a90c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455124 Oct 28 09:49:12.855551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb35d4d-33c2-4de8-a2df-e0ba1b50c101 req-77279595-c5a4-43d9-8716-b4a7551d426d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:12.857032 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0bb35d4d-33c2-4de8-a2df-e0ba1b50c101 req-77279595-c5a4-43d9-8716-b4a7551d426d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0765748 Oct 28 09:49:12.876428 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d548d30-9fb3-4b21-a02b-329636d8528d req-dcd355c9-1ac4-48d1-af1f-e46fa9879a11 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:12.877876 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d548d30-9fb3-4b21-a02b-329636d8528d req-dcd355c9-1ac4-48d1-af1f-e46fa9879a11 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0672324 Oct 28 09:49:12.939097 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0bb35d4d-33c2-4de8-a2df-e0ba1b50c101 req-e0964c9f-7be2-4c23-b9ba-973dfc70bf26 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761654 Oct 28 09:49:12.950663 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d548d30-9fb3-4b21-a02b-329636d8528d req-58ea02ca-3e18-4d46-a0eb-6e92d5fdda15 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654008 Oct 28 09:49:13.325481 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56f5af-845d-4d31-a420-987f5110b3bd req-b0116e30-8116-4455-8b6b-a3a1b8da2df3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:13.326993 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7f56f5af-845d-4d31-a420-987f5110b3bd req-b0116e30-8116-4455-8b6b-a3a1b8da2df3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0510063 Oct 28 09:49:13.374978 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7f56f5af-845d-4d31-a420-987f5110b3bd req-3829fe2d-d414-414e-8f08-5362d6bbf92e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Oct 28 09:49:13.542319 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:13.571730 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-eafd1d6b-75b9-4a49-89c5-8439f4b00a33 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891461 Oct 28 09:49:13.670148 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dc24de49-6fad-4eb5-bb55-3f5a1d02b508 req-10bd095b-0f63-4ee9-a262-92e6fdb9e4c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902455 Oct 28 09:49:14.102215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d51e7-e148-47af-a37a-fff8841257f3 req-dda82efb-7e6f-4acd-8a80-3f83fb7447b2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:14.103828 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f3d51e7-e148-47af-a37a-fff8841257f3 req-dda82efb-7e6f-4acd-8a80-3f83fb7447b2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0792732 Oct 28 09:49:14.109538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4004a-705d-45f8-a090-99edbd3e22ad req-c6a59442-6c4e-4da1-baab-ce312213dcc2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:14.110950 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-16f4004a-705d-45f8-a090-99edbd3e22ad req-c6a59442-6c4e-4da1-baab-ce312213dcc2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0764344 Oct 28 09:49:14.186759 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8f3d51e7-e148-47af-a37a-fff8841257f3 req-7513087c-8512-4a0f-9ea7-e307daec4251 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748041 Oct 28 09:49:14.190116 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-16f4004a-705d-45f8-a090-99edbd3e22ad req-bade8a21-bb3e-4bb6-b060-89fe4e29d219 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722108 Oct 28 09:49:14.340242 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd156aa-483e-4080-951f-33597508869b req-e20bd1bf-fcae-4cdc-ab5c-b76363e9a6d7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:14.341707 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-acd156aa-483e-4080-951f-33597508869b req-e20bd1bf-fcae-4cdc-ab5c-b76363e9a6d7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0469272 Oct 28 09:49:14.434878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port 450bfe2d-019d-4361-97e8-cd9a4452887d {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:14.435261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:14.537654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9955-c747-44f3-803b-3a76ec900ad2 req-511466bc-7233-45ef-9795-91dd476adc9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:14.539150 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-820b9955-c747-44f3-803b-3a76ec900ad2 req-511466bc-7233-45ef-9795-91dd476adc9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 945 time: 0.0619209 Oct 28 09:49:14.553932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:14.587268 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] For port 450bfe2d-019d-4361-97e8-cd9a4452887d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=450bfe2d-019d-4361-97e8-cd9a4452887d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:14.587623 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:14.691783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-820b9955-c747-44f3-803b-3a76ec900ad2 req-cf5b0bc8-54bf-41f3-890a-3fac0cae1879 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6db92ecb-196a-4dd6-b678-5e326a8462f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457789 Oct 28 09:49:14.874588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:14.874949 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:14.875313 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7 disassociated. External IP: 172.37.3.183, port: 450bfe2d-019d-4361-97e8-cd9a4452887d. Oct 28 09:49:14.875656 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for 450bfe2d-019d-4361-97e8-cd9a4452887d owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:15.009572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (450bfe2d-019d-4361-97e8-cd9a4452887d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:15.015612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:15.037455 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=450bfe2d-019d-4361-97e8-cd9a4452887d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:15.053056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.053384 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.053726 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.054067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.054417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.054768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.055103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.055432 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.055759 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.056086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.056419 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.056746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.057075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.057403 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.057725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:15.164263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:15.357421 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:15.367971 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:15.371303 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15c02-3c5d-4312-a133-c7b472acaebc req-85f5f234-6871-424c-bd44-ac126ba4056b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:15.372871 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-80a15c02-3c5d-4312-a133-c7b472acaebc req-85f5f234-6871-424c-bd44-ac126ba4056b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0880270 Oct 28 09:49:15.380729 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ad93f-45bd-41a7-a403-934adb140a23 req-f0070ee3-9b04-47bd-9ccb-9cb520ec2590 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:15.382311 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0b2ad93f-45bd-41a7-a403-934adb140a23 req-f0070ee3-9b04-47bd-9ccb-9cb520ec2590 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1089814 Oct 28 09:49:15.383815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:15.384495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:15.451162 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] No DVR routers for this DVR port 450bfe2d-019d-4361-97e8-cd9a4452887d on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:49:15.460852 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:15.464288 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-acd156aa-483e-4080-951f-33597508869b req-72b4080b-1bc3-44c6-9ad8-f812aecd8601 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "DELETE /networking/v2.0/ports/450bfe2d-019d-4361-97e8-cd9a4452887d HTTP/1.1" status: 204 len: 173 time: 1.1146278 Oct 28 09:49:15.464921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'name': 'network-vif-deleted', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:15.467732 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128e5e7b-0d37-41a6-90f2-f6df52280d96" -d '{"events": [{"server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "name": "network-vif-deleted", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:15.513835 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-80a15c02-3c5d-4312-a133-c7b472acaebc req-0674c576-c7d3-47ee-a032-e534c77bc8a0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153464 Oct 28 09:49:15.525407 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0b2ad93f-45bd-41a7-a403-934adb140a23 req-1948b384-e9b7-4be6-9937-98a8af4277f1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246500 Oct 28 09:49:15.579345 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7860b09-5c91-4051-b13f-de8e58ce04ef x-openstack-request-id: req-c7860b09-5c91-4051-b13f-de8e58ce04ef {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:15.579639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8edd976-e011-4194-ad94-1160cc01c63b", "name": "network-vif-deleted", "tag": "450bfe2d-019d-4361-97e8-cd9a4452887d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:15.580460 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7860b09-5c91-4051-b13f-de8e58ce04ef {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:15.580892 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7860b09-5c91-4051-b13f-de8e58ce04ef'] response: {'server_uuid': 'f8edd976-e011-4194-ad94-1160cc01c63b', 'name': 'network-vif-deleted', 'tag': '450bfe2d-019d-4361-97e8-cd9a4452887d', 'status': 'completed', 'code': 200} Oct 28 09:49:15.633627 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:15.649263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:15.815047 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-03e518e8-bc8d-403a-a6da-4f872b4ba0c1 req-d50a08ee-52de-4d7d-afbb-971fa34d787f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f8edd976-e011-4194-ad94-1160cc01c63b HTTP/1.1" status: 200 len: 210 time: 0.0326145 Oct 28 09:49:15.886809 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:15.916002 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:15.925457 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:15.926083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:16.035865 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:16.249215 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:16.274499 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293ea23-71f5-4340-9109-fbd36d10be7f None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '75629bea-c206-42dd-8ac7-ab65c289182f', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.202', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': '392bf558-627c-4e33-82ed-38a82396d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:2e:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:45:18Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 2, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:16.536945 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48160467-9a8e-4ca4-8e12-467773a5285d None None] New status for floating IP abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7: DOWN {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:49:16.623908 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:16.695418 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34018e2f-7a31-429c-8ee4-d26a0c076131 req-1e9291b4-e277-4172-a681-670e06bf8723 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:16.701561 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34018e2f-7a31-429c-8ee4-d26a0c076131 req-1e9291b4-e277-4172-a681-670e06bf8723 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0873115 Oct 28 09:49:16.727656 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f737df-a2b6-4733-9360-b889ba252dba req-be2d21c7-dbe9-4db2-8761-9a3f2bc52aa4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:16.729098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-48f737df-a2b6-4733-9360-b889ba252dba req-be2d21c7-dbe9-4db2-8761-9a3f2bc52aa4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0818505 Oct 28 09:49:16.774955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34018e2f-7a31-429c-8ee4-d26a0c076131 req-dd6a6429-247e-4781-861a-a49fa7c450c8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687606 Oct 28 09:49:16.798232 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-48f737df-a2b6-4733-9360-b889ba252dba req-16db831e-f734-4c20-84ba-982c1c2c29da tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621054 Oct 28 09:49:16.923510 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41138) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:16.984081 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (6db92ecb-196a-4dd6-b678-5e326a8462f1), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.009915 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (6db92ecb-196a-4dd6-b678-5e326a8462f1), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.062787 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (6db92ecb-196a-4dd6-b678-5e326a8462f1), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.065895 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.070020 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6db92ecb-196a-4dd6-b678-5e326a8462f1 HTTP/1.1" status: 204 len: 168 time: 0.1425207 Oct 28 09:49:17.071788 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41142) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:17.077440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb9111-1df8-4160-9423-19e98072a8bd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db92ecb-196a-4dd6-b678-5e326a8462f1,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:17.112751 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.api.v2.resource [None req-d7b1c1f5-54ee-4eb6-87c9-6d2c959c3cc5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] show failed (client error): The resource could not be found. Oct 28 09:49:17.116884 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41146) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:17.117540 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d7b1c1f5-54ee-4eb6-87c9-6d2c959c3cc5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6db92ecb-196a-4dd6-b678-5e326a8462f1 HTTP/1.1" status: 404 len: 347 time: 0.0435030 Oct 28 09:49:17.508112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port f84dcbc6-ee34-4e87-93b7-17116c863084 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:17.508543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.596394 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:17.609694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.610021 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (f84dcbc6-ee34-4e87-93b7-17116c863084), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.626186 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for f84dcbc6-ee34-4e87-93b7-17116c863084 owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:17.773330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (f84dcbc6-ee34-4e87-93b7-17116c863084), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.799647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=f84dcbc6-ee34-4e87-93b7-17116c863084,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:17.922982 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.926008 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:17.927164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-264ece9b-0dbe-4c55-95b4-c25aee31c0e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/abd69c0e-17e1-4c15-be3a-f1dd8cdacbc7 HTTP/1.1" status: 204 len: 168 time: 0.8081498 Oct 28 09:49:17.941118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b1275-149b-4219-8a01-2dfcc46c9911 req-ff1babae-74e0-48f0-970f-8bd06a407a8a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:17.942580 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d81b1275-149b-4219-8a01-2dfcc46c9911 req-ff1babae-74e0-48f0-970f-8bd06a407a8a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0890396 Oct 28 09:49:17.953018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34783dc1-4e66-4bfe-8346-881d71d2477f req-2f139683-518b-458f-9290-6aa1ff505790 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:17.954522 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34783dc1-4e66-4bfe-8346-881d71d2477f req-2f139683-518b-458f-9290-6aa1ff505790 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0701537 Oct 28 09:49:18.039737 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d81b1275-149b-4219-8a01-2dfcc46c9911 req-9a501106-e47f-45d6-bb2e-68971bd6904f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842412 Oct 28 09:49:18.055481 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-34783dc1-4e66-4bfe-8346-881d71d2477f req-885a93f5-076e-43dd-bcfa-cd71ae755517 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929017 Oct 28 09:49:19.187733 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:19.199266 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751460f-ce35-4bfc-92a6-449252c568d8 req-996c7a8f-aa8c-44bb-9557-3677697a23de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:19.201057 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e751460f-ce35-4bfc-92a6-449252c568d8 req-996c7a8f-aa8c-44bb-9557-3677697a23de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0766256 Oct 28 09:49:19.210932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc0f26-fd2c-4a51-85be-27014374d492 req-ba0ee680-afbf-40ed-ba0c-88da1e6c3812 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:19.212597 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fdc0f26-fd2c-4a51-85be-27014374d492 req-ba0ee680-afbf-40ed-ba0c-88da1e6c3812 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0897424 Oct 28 09:49:19.295542 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e751460f-ce35-4bfc-92a6-449252c568d8 req-3c57f420-b359-469f-89c1-fab21fcc6d71 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816693 Oct 28 09:49:19.300183 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7fdc0f26-fd2c-4a51-85be-27014374d492 req-4cdc59fc-0edf-46dc-a621-a1be3d5b829e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777867 Oct 28 09:49:20.028107 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:20.468808 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a183b-ee6b-43f7-b578-da31526be730 req-3c3195e8-aa2f-47b6-8bda-633d2c80a1dd tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:20.470368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e04a183b-ee6b-43f7-b578-da31526be730 req-3c3195e8-aa2f-47b6-8bda-633d2c80a1dd tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0767725 Oct 28 09:49:20.479353 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69572-0342-4d83-9d9d-0089496270a9 req-9d96f760-9a36-47f3-9b40-f70c850a3055 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:20.479941 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-07d69572-0342-4d83-9d9d-0089496270a9 req-9d96f760-9a36-47f3-9b40-f70c850a3055 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0776522 Oct 28 09:49:20.558015 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e04a183b-ee6b-43f7-b578-da31526be730 req-38deb761-79b7-4162-862d-a95a0f11e2d8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770924 Oct 28 09:49:20.565738 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-07d69572-0342-4d83-9d9d-0089496270a9 req-2809e5e9-c523-4eef-ba64-de9a88c5ed08 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768085 Oct 28 09:49:21.590608 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 450bfe2d-019d-4361-97e8-cd9a4452887d no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:21.611123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 450bfe2d-019d-4361-97e8-cd9a4452887d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:49:21.611460 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 450bfe2d-019d-4361-97e8-cd9a4452887d not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:21.744301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cb50c-7061-4c7c-bd49-7457b4e522a1 req-ad8fe694-9eba-4a41-9ad1-807e60fe25b7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:21.745789 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-288cb50c-7061-4c7c-bd49-7457b4e522a1 req-ad8fe694-9eba-4a41-9ad1-807e60fe25b7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0840125 Oct 28 09:49:21.761411 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698c090-f1d5-4ae4-a96b-18719efceb88 req-5e90c3c8-95db-402b-8c61-b51047fc3b56 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:21.762800 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1698c090-f1d5-4ae4-a96b-18719efceb88 req-5e90c3c8-95db-402b-8c61-b51047fc3b56 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0635626 Oct 28 09:49:21.794431 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:21.836269 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-288cb50c-7061-4c7c-bd49-7457b4e522a1 req-ded031f2-eb84-45de-9ec7-6c16395bec94 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816920 Oct 28 09:49:21.843601 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1698c090-f1d5-4ae4-a96b-18719efceb88 req-f408bdd8-e701-45bb-a030-db4331580f15 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746634 Oct 28 09:49:23.004772 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c94524-577a-4ef9-93a1-c11d7cc94635 req-cf01e153-1bf6-435b-af07-75b17e93ffe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:23.006421 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-08c94524-577a-4ef9-93a1-c11d7cc94635 req-cf01e153-1bf6-435b-af07-75b17e93ffe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0845642 Oct 28 09:49:23.012176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd9cb-be89-48cf-9521-d700366b022e req-f41890ea-8292-4567-822c-efdac74e8948 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:23.013589 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff0bd9cb-be89-48cf-9521-d700366b022e req-f41890ea-8292-4567-822c-efdac74e8948 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0795076 Oct 28 09:49:23.091544 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-08c94524-577a-4ef9-93a1-c11d7cc94635 req-7a1d3fb3-d1df-4edc-93b6-b62ef95caf4e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769792 Oct 28 09:49:23.096824 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff0bd9cb-be89-48cf-9521-d700366b022e req-75b1fb41-ab7c-4604-a969-0c96ef0a5875 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759196 Oct 28 09:49:23.458588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575354b0-d52a-450f-94e9-09ccbe74c566 req-75296f3d-6996-4bc2-b2b9-9033c380ecc0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:23.460127 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-575354b0-d52a-450f-94e9-09ccbe74c566 req-75296f3d-6996-4bc2-b2b9-9033c380ecc0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0509980 Oct 28 09:49:23.516851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-575354b0-d52a-450f-94e9-09ccbe74c566 req-917a71f5-3de4-4ef8-b0cb-5531f8c4490e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510638 Oct 28 09:49:24.248577 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4fe8e-362b-4515-a0f9-23027b57f754 req-fdc4cc97-1d1c-47b1-8f9c-fa85517c527b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:24.250092 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32f4fe8e-362b-4515-a0f9-23027b57f754 req-fdc4cc97-1d1c-47b1-8f9c-fa85517c527b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0731044 Oct 28 09:49:24.262920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a1bf-b612-4267-9c51-066ba7f515fb req-942c69e0-b1a3-4721-8bbb-c7c64ff1fea7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:24.264328 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33f3a1bf-b612-4267-9c51-066ba7f515fb req-942c69e0-b1a3-4721-8bbb-c7c64ff1fea7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0861173 Oct 28 09:49:24.342305 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32f4fe8e-362b-4515-a0f9-23027b57f754 req-7f231711-c420-4e56-8261-8b287055f623 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859592 Oct 28 09:49:24.348995 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-33f3a1bf-b612-4267-9c51-066ba7f515fb req-0bfea2d6-b164-4adc-b4b8-f810fff50151 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779657 Oct 28 09:49:24.643747 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d1932-7ed3-4ca5-bf9c-1e2891b318c5 req-b75f20c1-cf6e-42e8-bd9a-ce94f130af12 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:24.645308 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30d1932-7ed3-4ca5-bf9c-1e2891b318c5 req-b75f20c1-cf6e-42e8-bd9a-ce94f130af12 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0488961 Oct 28 09:49:24.656598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:24.704134 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b30d1932-7ed3-4ca5-bf9c-1e2891b318c5 req-220d4e48-62e5-4df8-b490-3b707795a4cb tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531309 Oct 28 09:49:25.498027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150fda4-7158-4944-8c64-a62d3c0a96bb req-2b1124fd-3ba5-4ed9-881a-2388199b2ce1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:25.499598 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8150fda4-7158-4944-8c64-a62d3c0a96bb req-2b1124fd-3ba5-4ed9-881a-2388199b2ce1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0785549 Oct 28 09:49:25.506087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b2ee6-07ca-4e10-8ce8-efe68d40ec34 req-9db478ba-00ea-4f0b-8323-6332af11fbca tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:25.507632 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ed3b2ee6-07ca-4e10-8ce8-efe68d40ec34 req-9db478ba-00ea-4f0b-8323-6332af11fbca tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0766404 Oct 28 09:49:25.589446 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8150fda4-7158-4944-8c64-a62d3c0a96bb req-f18e21d6-4571-4d28-b10d-de2a02a34da2 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807989 Oct 28 09:49:25.594426 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ed3b2ee6-07ca-4e10-8ce8-efe68d40ec34 req-870219c7-bcd1-47a7-b0af-2c2f714d1802 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793183 Oct 28 09:49:25.828973 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d1d8-166e-4426-8ecc-1e14e34764f5 req-d282f178-31e5-4321-a236-e2b91874191a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:25.830576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01d3d1d8-166e-4426-8ecc-1e14e34764f5 req-d282f178-31e5-4321-a236-e2b91874191a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0501118 Oct 28 09:49:25.880367 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-01d3d1d8-166e-4426-8ecc-1e14e34764f5 req-10421f33-e0a0-42d2-94aa-cdda1476cb01 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441217 Oct 28 09:49:26.758739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b39b-2f02-4f52-ba98-d82cb8646b6e req-ead27872-d2fe-450e-a02f-1700460165ed tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:26.760246 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c959b39b-2f02-4f52-ba98-d82cb8646b6e req-ead27872-d2fe-450e-a02f-1700460165ed tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0819144 Oct 28 09:49:26.765943 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332692a1-8c05-4990-84e1-000fd34023b1 req-5523c0ac-5ffc-412a-a39c-326fd3520205 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:26.767896 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-332692a1-8c05-4990-84e1-000fd34023b1 req-5523c0ac-5ffc-412a-a39c-326fd3520205 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0867493 Oct 28 09:49:26.802416 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:26.845454 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c959b39b-2f02-4f52-ba98-d82cb8646b6e req-91ac5c8e-c290-43ab-96e2-aa5389f803fa tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764341 Oct 28 09:49:26.848801 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-332692a1-8c05-4990-84e1-000fd34023b1 req-a0005b46-67f5-4236-b450-21e8efbbaf28 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728953 Oct 28 09:49:27.024208 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466e023-048d-4b6b-a23e-49c7a2f2addb req-1b301bdc-a5cd-48e7-adcd-81dcd5c7761d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:27.025899 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d466e023-048d-4b6b-a23e-49c7a2f2addb req-1b301bdc-a5cd-48e7-adcd-81dcd5c7761d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0613420 Oct 28 09:49:27.093864 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d466e023-048d-4b6b-a23e-49c7a2f2addb req-a7a748b5-1708-4fdf-a71e-79d5730526a3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612016 Oct 28 09:49:27.103854 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:27.106155 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:28.011528 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c16d6-3c6e-4e1f-a458-b3b930b70de9 req-60f3e58d-d649-4952-b4b1-87db872fbc0a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:28.013168 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1d6c16d6-3c6e-4e1f-a458-b3b930b70de9 req-60f3e58d-d649-4952-b4b1-87db872fbc0a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0764506 Oct 28 09:49:28.021358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683483c-be0d-45c4-b3a5-248e43c543b3 req-1e5d81f1-fd7c-4ef3-b851-19f5abf275ce tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:28.022836 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c683483c-be0d-45c4-b3a5-248e43c543b3 req-1e5d81f1-fd7c-4ef3-b851-19f5abf275ce tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0848897 Oct 28 09:49:28.111995 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1d6c16d6-3c6e-4e1f-a458-b3b930b70de9 req-13bd819b-e38d-4f7f-a13f-8f50f65ecf56 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881450 Oct 28 09:49:28.120599 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c683483c-be0d-45c4-b3a5-248e43c543b3 req-cdd6972e-0b79-488c-8e59-497091f42d55 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906734 Oct 28 09:49:28.272980 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-d8e02d6a-638b-4aab-9820-8432756a198a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:28.274508 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-d8e02d6a-638b-4aab-9820-8432756a198a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0886371 Oct 28 09:49:28.301246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356aed1-374c-420b-bc09-4a3e121b4689 req-fa1b5028-d4ca-47a0-85f9-3d5893b92d3e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:28.302974 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0356aed1-374c-420b-bc09-4a3e121b4689 req-fa1b5028-d4ca-47a0-85f9-3d5893b92d3e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 946 time: 0.0732675 Oct 28 09:49:28.438227 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0356aed1-374c-420b-bc09-4a3e121b4689 req-6437439e-aaab-42f8-8fb2-636dea886928 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c61fdf1c-403c-447c-9146-9e24339b35a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135237 Oct 28 09:49:28.442940 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port 392bf558-627c-4e33-82ed-38a82396d7b0 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:28.443280 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:28.512735 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:28.542351 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] For port 392bf558-627c-4e33-82ed-38a82396d7b0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=392bf558-627c-4e33-82ed-38a82396d7b0,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:28.542753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:28.723312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:28.723584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:28.723907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP 75629bea-c206-42dd-8ac7-ab65c289182f disassociated. External IP: 172.37.3.202, port: 392bf558-627c-4e33-82ed-38a82396d7b0. Oct 28 09:49:28.724261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for 392bf558-627c-4e33-82ed-38a82396d7b0 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:28.839126 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:28.857543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (392bf558-627c-4e33-82ed-38a82396d7b0), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:28.890871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=392bf558-627c-4e33-82ed-38a82396d7b0,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:29.013904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:29.128747 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:29.143346 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:29.154478 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:29.155430 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:29.186752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] No DVR routers for this DVR port 392bf558-627c-4e33-82ed-38a82396d7b0 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:49:29.190229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:29.194010 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-89d77f78-ef47-47ee-84e0-75d38502e288 req-0977f02f-7815-43a0-9685-01fc2c76da82 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "DELETE /networking/v2.0/ports/392bf558-627c-4e33-82ed-38a82396d7b0 HTTP/1.1" status: 204 len: 173 time: 0.9106443 Oct 28 09:49:29.194582 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'name': 'network-vif-deleted', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:29.197190 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0941adb3-6595-4be7-85d0-7c1f3f28bcdc" -d '{"events": [{"server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "name": "network-vif-deleted", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:29.295901 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b889-64aa-4803-ac0f-6e28989e81b1 req-0aa98add-038c-48ae-84c7-e1169e45a5af tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:29.298065 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a636b889-64aa-4803-ac0f-6e28989e81b1 req-0aa98add-038c-48ae-84c7-e1169e45a5af tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0732956 Oct 28 09:49:29.415223 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:29.426984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c53ee-8695-4a7c-a47d-53a6561519e7 req-bb2dfb3c-b971-400f-8c90-60aa181eb180 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:29.434939 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e76c53ee-8695-4a7c-a47d-53a6561519e7 req-bb2dfb3c-b971-400f-8c90-60aa181eb180 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0960765 Oct 28 09:49:29.449847 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a636b889-64aa-4803-ac0f-6e28989e81b1 req-d253e2f6-9d7c-41b1-84ff-ec8ba380bce1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427124 Oct 28 09:49:29.518275 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e76c53ee-8695-4a7c-a47d-53a6561519e7 req-144ee55f-108e-488e-bb78-3c759a82fdfe tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821464 Oct 28 09:49:29.553119 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:29.622939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8981d8cd-8476-4e8f-8c8d-db591ccb87c5 x-openstack-request-id: req-8981d8cd-8476-4e8f-8c8d-db591ccb87c5 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:29.623241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82790f9d-85c2-4205-b9ff-290df00c2edf", "name": "network-vif-deleted", "tag": "392bf558-627c-4e33-82ed-38a82396d7b0", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:29.624357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8981d8cd-8476-4e8f-8c8d-db591ccb87c5 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:29.624554 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8981d8cd-8476-4e8f-8c8d-db591ccb87c5'] response: {'server_uuid': '82790f9d-85c2-4205-b9ff-290df00c2edf', 'name': 'network-vif-deleted', 'tag': '392bf558-627c-4e33-82ed-38a82396d7b0', 'status': 'completed', 'code': 200} Oct 28 09:49:29.647528 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8069dd4-b744-4022-830c-131e3fd7ebe5 req-ded548b0-12f5-4cdb-a7e2-83871d1964d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=82790f9d-85c2-4205-b9ff-290df00c2edf HTTP/1.1" status: 200 len: 210 time: 0.0373583 Oct 28 09:49:29.731076 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:29.760495 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:29.770299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:29.772390 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:29.807102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:29.843561 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6874fc0-5def-4c13-9ed3-43c65d4bd8b6 req-ce18f58f-8623-4cad-90a1-8e577b023460 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:29.846013 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e6874fc0-5def-4c13-9ed3-43c65d4bd8b6 req-ce18f58f-8623-4cad-90a1-8e577b023460 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0540380 Oct 28 09:49:29.901223 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:29.903255 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e6874fc0-5def-4c13-9ed3-43c65d4bd8b6 req-792dd19f-148b-4a9b-9047-3ac095b18dc2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510082 Oct 28 09:49:30.037514 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:30.042237 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=21 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:30.102445 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:30.134761 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6916ab-43e7-4ee4-b5c8-8bc6cf07e600 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:30.214838 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:30.227578 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-5a8dafa0-fb1a-469a-95bc-14b059169171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:30.229123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-5a8dafa0-fb1a-469a-95bc-14b059169171 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 1129 time: 0.0485582 Oct 28 09:49:30.348946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-d3adf520-5396-48ef-bd6e-9eac3e1d37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:30.350477 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-d3adf520-5396-48ef-bd6e-9eac3e1d37b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.1129203 Oct 28 09:49:30.382944 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b9192-297b-4514-b3f4-0ea2f27da0f9 None None] New status for floating IP 75629bea-c206-42dd-8ac7-ab65c289182f: DOWN {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:49:30.436407 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-a6ab778f-da81-4d1b-b3bb-5b819cf9c52d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 200 len: 1000 time: 0.0649505 Oct 28 09:49:30.492769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-d785f07b-0892-492b-a659-c69df7d36d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:30.494826 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-d785f07b-0892-492b-a659-c69df7d36d69 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0472829 Oct 28 09:49:30.544246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-432f1fe0-be10-4827-8e9d-e074d03e0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:30.546291 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-432f1fe0-be10-4827-8e9d-e074d03e0bf4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0436416 Oct 28 09:49:30.685182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645be60-2b8f-4716-b75c-6a0c5282caaa req-35dd5f19-45bf-43bf-be80-81b3d19bded3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:30.687212 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d645be60-2b8f-4716-b75c-6a0c5282caaa req-35dd5f19-45bf-43bf-be80-81b3d19bded3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0668530 Oct 28 09:49:30.715500 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:30.733133 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-b44fa141-fab2-4f8d-af6d-5bd7cfe5d0de service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797335 Oct 28 09:49:30.825557 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:30.831315 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41294) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:30.856421 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d645be60-2b8f-4716-b75c-6a0c5282caaa req-80057bc8-0e3e-44b3-8e53-357838b3a585 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588299 Oct 28 09:49:30.860154 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51662b7a-6043-4c50-a63b-b8eaf4284e57 req-dab6da15-484d-4bf6-bbed-9ec3b2b5ea0a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152246 Oct 28 09:49:30.893102 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (c61fdf1c-403c-447c-9146-9e24339b35a5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:30.918415 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (c61fdf1c-403c-447c-9146-9e24339b35a5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:30.971567 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c61fdf1c-403c-447c-9146-9e24339b35a5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:30.975182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:30.979165 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c61fdf1c-403c-447c-9146-9e24339b35a5 HTTP/1.1" status: 204 len: 168 time: 0.1441917 Oct 28 09:49:30.979827 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41298) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:30.990142 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61fdf1c-403c-447c-9146-9e24339b35a5,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.002811 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.003689 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.004236 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.004810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.005346 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.005886 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.006452 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.006968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.007514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.008029 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.008554 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.009093 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.009632 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.010163 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.010725 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cd2e3e-1585-4f89-9b9f-957af6b64f9f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:31.016726 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.api.v2.resource [None req-e9b9a368-db1e-4606-a629-9e9ba0b81647 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] show failed (client error): The resource could not be found. Oct 28 09:49:31.019081 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e9b9a368-db1e-4606-a629-9e9ba0b81647 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c61fdf1c-403c-447c-9146-9e24339b35a5 HTTP/1.1" status: 404 len: 347 time: 0.0372295 Oct 28 09:49:31.021906 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41300) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:31.110215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746f154-c23b-444c-9b7a-3d0058794334 req-086cd9b4-001c-47d9-a784-191f17e18eb9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:31.110215 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3746f154-c23b-444c-9b7a-3d0058794334 req-086cd9b4-001c-47d9-a784-191f17e18eb9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1116455 Oct 28 09:49:31.199337 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port 1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:31.199685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.217038 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3746f154-c23b-444c-9b7a-3d0058794334 req-720ef947-b8a3-4393-970a-cfe406e9a0ec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859320 Oct 28 09:49:31.286227 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.286589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.299913 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for 1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:31.431469 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.455923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=1c687b5b-82b1-45b6-92e2-8e6f8e9aa11b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.460477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:31.517298 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (75629bea-c206-42dd-8ac7-ab65c289182f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.519725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.523660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c9dff1a9-1380-4ad1-b90b-ece892f72cec tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/75629bea-c206-42dd-8ac7-ab65c289182f HTTP/1.1" status: 204 len: 168 time: 0.4979391 Oct 28 09:49:31.614730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41304) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:31.619604 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995095774', 'description': 'tempest-description--757273419'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:31.641101 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.646624 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 392bf558-627c-4e33-82ed-38a82396d7b0 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:31.666090 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 392bf558-627c-4e33-82ed-38a82396d7b0 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:49:31.666454 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 392bf558-627c-4e33-82ed-38a82396d7b0 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:31.714604 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.718182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.748292 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.749510 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336145 Oct 28 09:49:31.751527 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea803fb2-6f7f-4048-857e-9b4ff41803cd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.752583 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41306) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:31.757204 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': '3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:31.785570 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (6b279fd2-d4af-4da3-afce-9915653b0208), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.845647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (6b279fd2-d4af-4da3-afce-9915653b0208), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.849455 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (6b279fd2-d4af-4da3-afce-9915653b0208), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.868890 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b279fd2-d4af-4da3-afce-9915653b0208,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.877430 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:31.878677 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0c4c8c70-59d3-4ed5-ac08-7904e9120fb9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250470 Oct 28 09:49:31.881390 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41310) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:31.885803 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': '3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:31.890039 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:31.920081 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (cedf24c1-1bf3-4726-834d-e13f101134dd), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.009731 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8157a5-8cf9-4766-9dc8-e75805694f1c req-5d3a6676-eceb-4756-8268-7f4837fd1984 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:32.011162 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea8157a5-8cf9-4766-9dc8-e75805694f1c req-5d3a6676-eceb-4756-8268-7f4837fd1984 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0630493 Oct 28 09:49:32.022726 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (cedf24c1-1bf3-4726-834d-e13f101134dd), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.029793 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (cedf24c1-1bf3-4726-834d-e13f101134dd), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.061513 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf24c1-1bf3-4726-834d-e13f101134dd,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:32.075020 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.076235 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f9f576a8-6ac8-41f6-8a44-8e65863c3921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939023 Oct 28 09:49:32.079574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41314) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:32.084313 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:32.109577 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea8157a5-8cf9-4766-9dc8-e75805694f1c req-03f68e85-49e6-4386-b9a9-248edaf8834f tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894094 Oct 28 09:49:32.122211 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.462625 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b7268-5ff1-4442-a54b-dcf827bda2c8 req-a76e5904-77a8-4f5e-8b75-1b83178c2c55 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:32.464100 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef8b7268-5ff1-4442-a54b-dcf827bda2c8 req-a76e5904-77a8-4f5e-8b75-1b83178c2c55 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.0882645 Oct 28 09:49:32.492837 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.563458 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef8b7268-5ff1-4442-a54b-dcf827bda2c8 req-8b69891a-3eb7-4725-a8a7-41ea383cb18d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929277 Oct 28 09:49:32.631744 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.37.3.21 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/7b62aeb4-c293-4d22-8c8c-a0a59de1ce35) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:32.663311 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dea3ff98-17cf-4553-bf84-f9e96e7ea9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.714759 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:32.751895 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.785185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.826567 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:32.831317 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:32.835146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:49:32.838422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=7b62aeb4-c293-4d22-8c8c-a0a59de1ce35,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:32.877146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:32.928441 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:32.966968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:33.170045 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:33.178628 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b3b5-150f-4b8b-ad0d-7d8024e0abe6 req-03c4aa0e-e079-491e-a4d9-bb62c56aaa64 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:33.180167 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef39b3b5-150f-4b8b-ad0d-7d8024e0abe6 req-03c4aa0e-e079-491e-a4d9-bb62c56aaa64 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0656512 Oct 28 09:49:33.181275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:33.318897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=7b62aeb4-c293-4d22-8c8c-a0a59de1ce35,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:33.331535 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:33.337188 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef39b3b5-150f-4b8b-ad0d-7d8024e0abe6 req-05865b29-59c5-4926-be86-55e10dca317c tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500092 Oct 28 09:49:33.342792 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3f68-1666-4168-ba13-3eb29aba0e9d req-fa663258-e7c0-4a1f-bb88-a55adb32b2a4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:33.344223 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef7e3f68-1666-4168-ba13-3eb29aba0e9d req-fa663258-e7c0-4a1f-bb88-a55adb32b2a4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1233163 Oct 28 09:49:33.370423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:33.371667 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b022ad65-bbec-4da0-8a2e-56aa9d1c02a8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2911465 Oct 28 09:49:33.403163 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef7e3f68-1666-4168-ba13-3eb29aba0e9d req-19229a68-07c7-4c30-8177-6117d3bc0d19 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533130 Oct 28 09:49:33.583074 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-f194e836-e70c-4c15-9d01-58ec3f919ec0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1995095774&fields=id&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 267 time: 0.0490456 Oct 28 09:49:33.662788 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:33.695524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-f4eb9f0f-30cc-4c15-916d-27d1ea9e5e0e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:33.697020 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-f4eb9f0f-30cc-4c15-916d-27d1ea9e5e0e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1065047 Oct 28 09:49:33.712662 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c8c4c63d-774a-4358-a01b-95c0cabb79e7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/quotas/4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 375 time: 0.0102487 Oct 28 09:49:33.768049 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-84d35682-8848-43d2-88be-10a43acb343b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502076 Oct 28 09:49:33.866881 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-7b9c9a5d-9783-4231-b18e-bd38b4d24f1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873055 Oct 28 09:49:33.926300 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:33.964249 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-3ae24704-5c04-4a31-90ab-a17eb1111ef5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914521 Oct 28 09:49:34.135416 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-93ce30d7-883f-4052-85fc-ff0bc6f25c77 req-01909122-b90e-4e84-84ca-ac51cff7167f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0333066 Oct 28 09:49:34.480830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63939-ae80-4344-99ab-8b05f97b9832 req-c0ce5c6d-abf4-41c6-bbec-3e31f36d0629 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:34.491068 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-27e63939-ae80-4344-99ab-8b05f97b9832 req-c0ce5c6d-abf4-41c6-bbec-3e31f36d0629 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0718431 Oct 28 09:49:34.568945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732064e-30c8-4566-9fb5-58eba1fb4c02 req-a4682d2f-008c-49e8-b88b-e0d2656e7e82 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:34.570446 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5732064e-30c8-4566-9fb5-58eba1fb4c02 req-a4682d2f-008c-49e8-b88b-e0d2656e7e82 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0765700 Oct 28 09:49:34.579198 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-27e63939-ae80-4344-99ab-8b05f97b9832 req-aa6ff193-6fff-4b36-9c18-d28601f515c6 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871267 Oct 28 09:49:34.626132 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5732064e-30c8-4566-9fb5-58eba1fb4c02 req-0ebe3d35-d4a9-45f5-8335-1bf17944dd9b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454047 Oct 28 09:49:34.969926 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-da065c7f-2470-4c21-8815-ba275ce808d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:35.240464 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4bef0b68-4712-468a-ab53-73a2cfaa1672 req-e5180c54-a0f3-4833-a144-1fcc23e72b0a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0278089 Oct 28 09:49:35.710160 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524b81-d93b-4b3c-a66f-e32d2d78225a req-914f57d6-93fd-43ff-804a-d73e343f5e43 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:35.711831 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d524b81-d93b-4b3c-a66f-e32d2d78225a req-914f57d6-93fd-43ff-804a-d73e343f5e43 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0554888 Oct 28 09:49:35.786505 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048593-bcce-4096-ab49-fd0d3cd6ceec req-678b41ed-754e-4749-85b4-cf35252978a9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:35.788051 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3048593-bcce-4096-ab49-fd0d3cd6ceec req-678b41ed-754e-4749-85b4-cf35252978a9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0752888 Oct 28 09:49:35.825257 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d524b81-d93b-4b3c-a66f-e32d2d78225a req-53ee7356-929e-4079-b1ef-fdce401310cd tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=271ba083-55f5-4647-8b7e-f020493bdfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029639 Oct 28 09:49:35.855563 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d3048593-bcce-4096-ab49-fd0d3cd6ceec req-2c5d2e58-c166-4571-92f9-1e8f36bce154 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596514 Oct 28 09:49:36.077964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a768eb-463d-480e-92fe-f0eca05c5b99 req-77377803-a99a-430b-82d7-676f4416148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:36.079470 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19a768eb-463d-480e-92fe-f0eca05c5b99 req-77377803-a99a-430b-82d7-676f4416148e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0395334 Oct 28 09:49:36.256267 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-55aa3f81-6123-41d7-9198-125167a3d5d3 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:36.257790 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-55aa3f81-6123-41d7-9198-125167a3d5d3 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 946 time: 0.0606325 Oct 28 09:49:36.283174 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-19a768eb-463d-480e-92fe-f0eca05c5b99 req-eb8bdc72-d219-4d2c-8d5d-c8baca01609b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917675 Oct 28 09:49:36.379355 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eee68bd0-0cba-4590-9f15-09cefb037a76 req-e08797e4-53fe-46e7-a1a7-934b4d29e210 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0362778 Oct 28 09:49:36.383023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Deleting port be115348-3000-4d12-9056-f68416196802 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:36.383372 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (be115348-3000-4d12-9056-f68416196802), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:36.477767 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] For port be115348-3000-4d12-9056-f68416196802, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=be115348-3000-4d12-9056-f68416196802,segment=NetworkSegment(93a1fc92-1723-4f28-bf60-65666f87260f),segment_id=93a1fc92-1723-4f28-bf60-65666f87260f)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:36.478126 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (be115348-3000-4d12-9056-f68416196802), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:36.492248 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Calling delete_port for be115348-3000-4d12-9056-f68416196802 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:36.495724 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:36.628774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (be115348-3000-4d12-9056-f68416196802), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:36.657202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Pushing event deleted for resources: {'Port': ['ID=be115348-3000-4d12-9056-f68416196802,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:36.663989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:36.668030 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['be115348-3000-4d12-9056-f68416196802'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:36.706758 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] No DVR routers for this DVR port be115348-3000-4d12-9056-f68416196802 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:49:36.709159 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:36.712502 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2c30f11e-5476-4fd9-9130-a05bd579a97b req-1326c838-d675-4e5c-a4e9-cd9d593b2f90 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.55 "DELETE /networking/v2.0/ports/be115348-3000-4d12-9056-f68416196802 HTTP/1.1" status: 204 len: 173 time: 0.4465694 Oct 28 09:49:36.713156 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'name': 'network-vif-deleted', 'tag': 'be115348-3000-4d12-9056-f68416196802'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:36.715375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fca910-1ef6-4d22-ad7d-99911c09894f" -d '{"events": [{"server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "name": "network-vif-deleted", "tag": "be115348-3000-4d12-9056-f68416196802"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:36.723560 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:36.754813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dfcfef-d202-4021-bbf9-e41116429ff7 x-openstack-request-id: req-29dfcfef-d202-4021-bbf9-e41116429ff7 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:36.755236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85327eca-6324-41a4-8b03-f2d5226cf2f5", "name": "network-vif-deleted", "tag": "be115348-3000-4d12-9056-f68416196802", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:36.755597 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29dfcfef-d202-4021-bbf9-e41116429ff7 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:36.756094 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dfcfef-d202-4021-bbf9-e41116429ff7'] response: {'server_uuid': '85327eca-6324-41a4-8b03-f2d5226cf2f5', 'name': 'network-vif-deleted', 'tag': 'be115348-3000-4d12-9056-f68416196802', 'status': 'completed', 'code': 200} Oct 28 09:49:36.935703 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8395c902-8123-41b9-8559-815fb568ad9c req-0b186159-cdd2-4850-9303-377826e7642b tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 210 time: 0.0297623 Oct 28 09:49:36.999810 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3c16f-5b7f-4df3-9d48-b5d2637bee88 req-71c68151-01e5-49a5-82b9-1e3860a65688 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:37.001375 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d8c3c16f-5b7f-4df3-9d48-b5d2637bee88 req-71c68151-01e5-49a5-82b9-1e3860a65688 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0523539 Oct 28 09:49:37.052018 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d8c3c16f-5b7f-4df3-9d48-b5d2637bee88 req-6fcc17d9-3b1a-4b97-ade2-d8d89bf8e15a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Oct 28 09:49:37.490189 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64f76146-85fe-4c17-a038-b10bf9228a18 req-3edaa9d7-8461-4496-bce5-3fadc9515d2b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0335045 Oct 28 09:49:37.926744 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:38.058871 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e13387fc-4775-40ff-ba76-190a615feab2 req-5d61650f-d0c9-44e1-8589-758ceb75227d tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 210 time: 0.0285940 Oct 28 09:49:38.185647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b846aae-cdc1-4e03-b6f0-d31805f43d9e req-1ffd56f1-872a-43fe-af26-fed2f089f0b4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:38.187979 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b846aae-cdc1-4e03-b6f0-d31805f43d9e req-1ffd56f1-872a-43fe-af26-fed2f089f0b4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0564167 Oct 28 09:49:38.203932 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:38.246829 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b846aae-cdc1-4e03-b6f0-d31805f43d9e req-ba788f88-e1aa-4d50-9705-a2f8403c88ea tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521863 Oct 28 09:49:38.600128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-76a071f1-54c0-4c1b-9723-14d3d2fa011b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:38.602004 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-76a071f1-54c0-4c1b-9723-14d3d2fa011b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1614685 Oct 28 09:49:38.656535 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3511a29d-bcf3-441c-b853-1116853e06cd req-d73e28b2-4071-481c-a3c0-5556e756ec81 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0527520 Oct 28 09:49:38.713847 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-046694fb-8af7-45a1-a3a6-9f223e1eea75 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 380 time: 0.0973046 Oct 28 09:49:38.766627 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19c1c0-5ebc-448e-95a0-99017de0ac66 req-3a38af69-8ccc-4a53-bb18-b44e051c21a4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:38.768119 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ee19c1c0-5ebc-448e-95a0-99017de0ac66 req-3a38af69-8ccc-4a53-bb18-b44e051c21a4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0465462 Oct 28 09:49:38.815600 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ee19c1c0-5ebc-448e-95a0-99017de0ac66 req-7b5d06ba-5279-4ae8-a81d-fde6d8da4aba tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 Oct 28 09:49:38.870948 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'port': {'device_id': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'admin_state_up': True, 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'security_groups': ['3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:38.949603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-2fc4ec83-47f8-47b9-a406-8e00f9ef37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:38.951198 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-2fc4ec83-47f8-47b9-a406-8e00f9ef37c7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0925019 Oct 28 09:49:39.009687 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:39.013812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.165328 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.20.0.12 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/b0640bfe-73f9-4cda-a3ed-720c31e1391d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:39.191705 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c15ca447-52f6-4d43-b343-46f9df05178d req-011ba17e-700e-4e4c-9bef-b9eb38c2ac10 tempest-VolumesSnapshotTestJSON-1142097989 tempest-VolumesSnapshotTestJSON-1142097989-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85327eca-6324-41a4-8b03-f2d5226cf2f5 HTTP/1.1" status: 200 len: 210 time: 0.0382247 Oct 28 09:49:39.192820 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:39.228628 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:39.403565 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-690a0d98-e4c9-42d4-bcce-56ffcab3bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:39.405035 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-690a0d98-e4c9-42d4-bcce-56ffcab3bfb5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1801064 Oct 28 09:49:39.414886 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.489613 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-7d118252-2eaa-43f5-bfda-cdc08ba76f15 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 1001 time: 0.0729098 Oct 28 09:49:39.507018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.582326 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:39.591025 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:39.595231 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:49:39.598705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-b78f7f17-ba74-445b-bbcf-18589f88838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:39.600174 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-b78f7f17-ba74-445b-bbcf-18589f88838c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.1036422 Oct 28 09:49:39.602641 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:39.678359 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device be115348-3000-4d12-9056-f68416196802 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:39.680914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:39.681534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.684632 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-9b1c8771-b78b-4b16-8113-fadbf00457f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:39.686090 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-9b1c8771-b78b-4b16-8113-fadbf00457f7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0619240 Oct 28 09:49:39.699003 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: be115348-3000-4d12-9056-f68416196802 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:49:39.699377 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device be115348-3000-4d12-9056-f68416196802 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:39.704895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-c698104b-0e94-440b-b1f2-4b8fe52c05d9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8374860 Oct 28 09:49:39.730735 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Request body: {'port': {'device_id': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:39.864012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b776-bbdf-4a19-b7d5-858a3f6542fe req-6f44227a-c57d-4506-aa52-cc31f374e0b3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:39.865523 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4688b776-bbdf-4a19-b7d5-858a3f6542fe req-6f44227a-c57d-4506-aa52-cc31f374e0b3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 932 time: 0.1020904 Oct 28 09:49:39.879281 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-2d472f52-555e-415e-857c-d33a0316f3b8 None None] Provisioning complete for port b0640bfe-73f9-4cda-a3ed-720c31e1391d triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:39.879651 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2d472f52-555e-415e-857c-d33a0316f3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.879993 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-2d472f52-555e-415e-857c-d33a0316f3b8 None None] Attempt 1 to provision port b0640bfe-73f9-4cda-a3ed-720c31e1391d Oct 28 09:49:39.895585 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:39.916653 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2d472f52-555e-415e-857c-d33a0316f3b8 None None] Port b0640bfe-73f9-4cda-a3ed-720c31e1391d cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:49:39.950349 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-c16d3fae-45a7-4884-931f-45b59349725a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444963 Oct 28 09:49:40.023096 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72147d-5c83-48ba-bdba-b2151c0ef215 req-37417ebf-55f9-4009-bf40-767e1918efa4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:40.024495 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c72147d-5c83-48ba-bdba-b2151c0ef215 req-37417ebf-55f9-4009-bf40-767e1918efa4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1200845 Oct 28 09:49:40.286768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:40.294452 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4688b776-bbdf-4a19-b7d5-858a3f6542fe req-6ce35a7d-e421-49de-b97f-9faa7e7ddd0a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201829 Oct 28 09:49:40.308571 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:40.456417 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6c72147d-5c83-48ba-bdba-b2151c0ef215 req-fdb04cbd-88ed-4020-9c42-e3b6bf5927cb tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705568 Oct 28 09:49:40.468778 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24934223-d5f1-4f0f-bb17-b9ecf5e1798a req-7a17f49e-7383-487d-a67f-ed43acaadb62 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092506 Oct 28 09:49:40.619470 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0640bfe-73f9-4cda-a3ed-720c31e1391d {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:49:40.629710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks [] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.645321 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Transition to ACTIVE for port object b0640bfe-73f9-4cda-a3ed-720c31e1391d will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:49:40.662618 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.752966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:40.784696 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Attempting to bind port b0640bfe-73f9-4cda-a3ed-720c31e1391d on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:49:40.785030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Attempting to bind port b0640bfe-73f9-4cda-a3ed-720c31e1391d by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:49:40.785358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Attempting to bind port b0640bfe-73f9-4cda-a3ed-720c31e1391d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:40.829257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Port b0640bfe-73f9-4cda-a3ed-720c31e1391d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:40.829651 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Attempting to bind port b0640bfe-73f9-4cda-a3ed-720c31e1391d on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:40.873537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:49:40.873950 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:49:40.874360 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:49:40.874821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Bound port: b0640bfe-73f9-4cda-a3ed-720c31e1391d, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:49:40.875300 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.945159 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:40.948546 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:40.955079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.959584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:40.960189 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:40.961688 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/b0640bfe-73f9-4cda-a3ed-720c31e1391d HTTP/1.1" status: 200 len: 1094 time: 1.2367787 Oct 28 09:49:40.962269 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:40.964765 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53809f3-be63-4a82-b99b-5b6388110b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:41.003213 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f014083c-8bf8-484c-9573-ff69b3796e81 x-openstack-request-id: req-f014083c-8bf8-484c-9573-ff69b3796e81 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:41.003501 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:41.003798 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f014083c-8bf8-484c-9573-ff69b3796e81 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:41.004204 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f014083c-8bf8-484c-9573-ff69b3796e81'] response: {'name': 'network-changed', 'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'status': 'completed', 'code': 200} Oct 28 09:49:41.020290 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5934b-380c-433e-8c4e-ac30f5be82e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:41.422898 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beac24-3677-4973-a508-3ee80df86c41 req-31aecc52-defb-4a80-b65e-f5ca9e6404ca tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:41.424945 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-44beac24-3677-4973-a508-3ee80df86c41 req-31aecc52-defb-4a80-b65e-f5ca9e6404ca tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0478752 Oct 28 09:49:41.472591 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-44beac24-3677-4973-a508-3ee80df86c41 req-34886d88-2b9a-4991-a8a0-eba095bad256 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Oct 28 09:49:41.578388 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:41.589806 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b727aae-80d9-4e70-a810-2f4494c4ae1a req-8844d634-9d17-499f-a326-4b00c047979e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:41.591281 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b727aae-80d9-4e70-a810-2f4494c4ae1a req-8844d634-9d17-499f-a326-4b00c047979e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0524745 Oct 28 09:49:41.641150 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6b727aae-80d9-4e70-a810-2f4494c4ae1a req-463e7b5a-c2e4-4b37-a71e-f0fadc118b2b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430243 Oct 28 09:49:41.740688 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:41.750282 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:INSERT=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:42.595660 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24ddb7-da2f-4249-b14d-9b55c55dcecd req-c36569f1-b894-42ad-b7e5-e7af9919ccc2 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:42.597166 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b24ddb7-da2f-4249-b14d-9b55c55dcecd req-c36569f1-b894-42ad-b7e5-e7af9919ccc2 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0470638 Oct 28 09:49:42.618290 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:42.647667 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b24ddb7-da2f-4249-b14d-9b55c55dcecd req-f21e50db-221a-4739-84b2-353f7e7c4bc3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Oct 28 09:49:42.767646 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e28efb-c1fc-4081-abf7-0818483a15c3 req-0a166723-73aa-4c79-b0a1-85780e07b867 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:42.769075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b3e28efb-c1fc-4081-abf7-0818483a15c3 req-0a166723-73aa-4c79-b0a1-85780e07b867 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0469923 Oct 28 09:49:42.821917 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b3e28efb-c1fc-4081-abf7-0818483a15c3 req-b547c627-8c81-44c5-a324-7fa0c396dc59 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Oct 28 09:49:43.773065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ae78-1bb1-492b-964a-02dc8d74eef2 req-1a7334d5-eb2c-4046-a734-bebcacff81bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:43.774475 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c52ae78-1bb1-492b-964a-02dc8d74eef2 req-1a7334d5-eb2c-4046-a734-bebcacff81bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0494328 Oct 28 09:49:43.824855 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c52ae78-1bb1-492b-964a-02dc8d74eef2 req-ee226cf4-6cde-453a-85d5-e5bd0c6bff55 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447288 Oct 28 09:49:43.946169 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32279c93-1ac0-4d8e-957c-cfcb768266a7 req-712ad014-4eb7-44df-8c12-4ae473a75fdd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:43.947853 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32279c93-1ac0-4d8e-957c-cfcb768266a7 req-712ad014-4eb7-44df-8c12-4ae473a75fdd tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0506754 Oct 28 09:49:43.997391 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-32279c93-1ac0-4d8e-957c-cfcb768266a7 req-5209a57b-0586-4b10-aa16-a7dd32c0de12 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Oct 28 09:49:44.875935 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-c3a85064-6fe7-4b36-b07c-1cb1b7408662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:44.878539 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-c3a85064-6fe7-4b36-b07c-1cb1b7408662 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 1128 time: 0.0525026 Oct 28 09:49:44.971673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc491ee-4317-4d02-8e66-bf27f1bc9a30 req-ca1a0367-ee51-4369-929b-5cfd4361d136 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:44.973210 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8cc491ee-4317-4d02-8e66-bf27f1bc9a30 req-ca1a0367-ee51-4369-929b-5cfd4361d136 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0509353 Oct 28 09:49:45.026703 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8cc491ee-4317-4d02-8e66-bf27f1bc9a30 req-08a13fd9-290a-4870-81cc-8e4a39801219 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Oct 28 09:49:45.164185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6cc65-9f95-49b7-8b08-1714e3ae7bd2 req-c9fda74f-a19d-407f-8c0b-17830a909d26 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:45.165707 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dac6cc65-9f95-49b7-8b08-1714e3ae7bd2 req-c9fda74f-a19d-407f-8c0b-17830a909d26 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0740368 Oct 28 09:49:45.169712 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-c80fa943-4fc5-47b9-b83b-e91714dc0a61 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907287077&fields=id&tenant_id=6f99f17a6cab46039419eb3b44bdd142 HTTP/1.1" status: 200 len: 267 time: 0.0939281 Oct 28 09:49:45.252952 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-bee237d7-81fb-43e7-a4a1-848caf002df8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:45.254494 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-bee237d7-81fb-43e7-a4a1-848caf002df8 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 984 time: 0.0764577 Oct 28 09:49:45.260260 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dac6cc65-9f95-49b7-8b08-1714e3ae7bd2 req-bcc47d1b-1179-477a-8307-e487ee933d4e tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884047 Oct 28 09:49:45.265930 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Request body: {'port': {'security_groups': ['3688dd2b-3a0d-43ba-826b-646be9618813']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:45.366953 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.518915 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:45.555061 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:45.589886 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for port (0ec06b02-a12d-496d-a40d-c56118810a83), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.603002 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.624935 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:45.625593 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.627527 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-25f4ebdc-3924-4647-b293-25ac17248e08 req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "PUT /networking/v2.0/ports/0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 942 time: 0.3661580 Oct 28 09:49:45.628097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:45.630621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab034336-a8a5-4286-879d-76a72648b64f" -d '{"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:45.636495 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41472) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:45.647331 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:45.695245 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:45.717165 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (b42bf8e7-036b-494e-937c-9d6eeea54ddc), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.726244 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301dcf12-35ef-48dd-8e12-b3db5f3a9879 x-openstack-request-id: req-301dcf12-35ef-48dd-8e12-b3db5f3a9879 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:45.726574 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:45.726830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-301dcf12-35ef-48dd-8e12-b3db5f3a9879 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:45.727232 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301dcf12-35ef-48dd-8e12-b3db5f3a9879'] response: {'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:49:45.742267 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b0268-59c9-4554-a0c0-80e985e9bd20 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event updated for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=7']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:45.746712 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (b42bf8e7-036b-494e-937c-9d6eeea54ddc), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.763909 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-2ed05917-7e8b-4f36-92bf-d93225c6e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:45.765787 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-2ed05917-7e8b-4f36-92bf-d93225c6e1e9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=4f351d016ace4e369be852bb7aa916fe&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1738772 Oct 28 09:49:45.813340 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b42bf8e7-036b-494e-937c-9d6eeea54ddc), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.817038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:45.820926 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b42bf8e7-036b-494e-937c-9d6eeea54ddc HTTP/1.1" status: 204 len: 168 time: 0.1805434 Oct 28 09:49:45.821979 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41474) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:45.825170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:45.828635 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444afd82-f641-4542-a44e-9ea61cecac3f tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bf8e7-036b-494e-937c-9d6eeea54ddc,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:45.900522 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:45.985152 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Deleting port 5438e681-1030-4a0e-9f33-a48227f2291b {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:45.986706 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:46.067085 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:46.067601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for floatingip (5438e681-1030-4a0e-9f33-a48227f2291b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:46.081524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Calling delete_port for 5438e681-1030-4a0e-9f33-a48227f2291b owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:46.289711 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1f55-ede5-4a6a-bc20-ae2167d9e388 req-4cf17e39-4fca-4662-a78c-3898e95f72bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.291260 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-062d1f55-ede5-4a6a-bc20-ae2167d9e388 req-4cf17e39-4fca-4662-a78c-3898e95f72bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.1641784 Oct 28 09:49:46.305828 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034336-a8a5-4286-879d-76a72648b64f req-4958bcc0-414d-455a-94e9-c6c57bd6472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.307394 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-4958bcc0-414d-455a-94e9-c6c57bd6472a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1129 time: 0.1461148 Oct 28 09:49:46.482432 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:46.485047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-7120f449-794b-46e7-a508-0eab4fda01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.485543 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a53809f3-be63-4a82-b99b-5b6388110b1c req-7120f449-794b-46e7-a508-0eab4fda01d6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3567727 Oct 28 09:49:46.515912 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5909-7776-47f0-bf7f-31f9d60dd174 req-95039342-14ee-4991-a0ba-3e0d04c18c82 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.518192 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d5b5909-7776-47f0-bf7f-31f9d60dd174 req-95039342-14ee-4991-a0ba-3e0d04c18c82 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1565938 Oct 28 09:49:46.525014 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-062d1f55-ede5-4a6a-bc20-ae2167d9e388 req-da74e18b-d719-4d0f-9de1-4acaf75e5141 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242258 Oct 28 09:49:46.647222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034336-a8a5-4286-879d-76a72648b64f req-2710fd7b-3d19-47fa-80dd-d051f7ad016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.648700 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-2710fd7b-3d19-47fa-80dd-d051f7ad016f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.3256385 Oct 28 09:49:46.653913 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:46.695360 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-903870d0-2179-4c4f-bb4b-10e52b658952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.696874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-903870d0-2179-4c4f-bb4b-10e52b658952 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 1128 time: 0.1026890 Oct 28 09:49:46.725295 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (5438e681-1030-4a0e-9f33-a48227f2291b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:46.743041 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-b3ae0ced-d511-45a2-a38e-9a6facc12bba service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 217 time: 0.0674162 Oct 28 09:49:46.768317 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d5b5909-7776-47f0-bf7f-31f9d60dd174 req-7202a4fc-03a7-4c28-a879-68a11d4ab95c tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394688 Oct 28 09:49:46.801607 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event deleted for resources: {'Port': ['ID=5438e681-1030-4a0e-9f33-a48227f2291b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.806812 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-09cf86cc-4ac5-4ee0-a444-b61a1fe9a2ad service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d HTTP/1.1" status: 200 len: 217 time: 0.0790908 Oct 28 09:49:46.950507 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034336-a8a5-4286-879d-76a72648b64f req-e0786d23-7f73-4612-b1e0-9ca0be363b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:46.952179 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-e0786d23-7f73-4612-b1e0-9ca0be363b97 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.1828825 Oct 28 09:49:46.970907 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:46.971966 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=7 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:47.004347 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-915ef75b-d114-4f8c-83cb-55a80be07b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:47.005807 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-915ef75b-d114-4f8c-83cb-55a80be07b1e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.1764407 Oct 28 09:49:47.008411 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks [] for floatingip (3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.008758 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Floating IP 3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9 disassociated (deleted). External IP: 172.37.3.95, port: 0ec06b02-a12d-496d-a40d-c56118810a83. Oct 28 09:49:47.018955 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9a7de-d454-46ce-a4bd-1dc6bfbc0d6e req-8db675bf-2c74-4963-8565-9dc64f6c954b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:47.020416 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-62c9a7de-d454-46ce-a4bd-1dc6bfbc0d6e req-8db675bf-2c74-4963-8565-9dc64f6c954b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1662519 Oct 28 09:49:47.031602 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41492) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:49:47.036746 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Request body: {'floatingip': {'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:49:47.096008 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034336-a8a5-4286-879d-76a72648b64f req-c3b8fa1f-0845-4985-b596-c3a794ffe5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:47.096505 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.097517 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-c3b8fa1f-0845-4985-b596-c3a794ffe5e8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1345077 Oct 28 09:49:47.159123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-671f021a-9e68-48a4-91bc-080df8d4aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:47.160641 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-671f021a-9e68-48a4-91bc-080df8d4aeea service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1393766 Oct 28 09:49:47.357480 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-74357ddd-61bc-4e9c-882c-bcf4c39bc48d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506983 Oct 28 09:49:47.428328 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-0c060c09-1066-44a2-a6d0-0e093188a3a4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372422 Oct 28 09:49:47.577628 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.583788 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:47.695078 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:47.815809 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Router aee01a73-9c64-4ea0-8e68-620a23c4d496 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:47.831622 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924cbfd-0ffa-47a5-85c9-3414f91d0a40 req-43ff972f-2255-4db5-8fbc-a817f0aec93a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:47.833171 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7924cbfd-0ffa-47a5-85c9-3414f91d0a40 req-43ff972f-2255-4db5-8fbc-a817f0aec93a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.1354570 Oct 28 09:49:47.851101 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:47.852290 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:47.862790 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:47.913513 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ab034336-a8a5-4286-879d-76a72648b64f req-51063ba5-d18f-4d13-8672-46edad4112b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255668 Oct 28 09:49:47.970676 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11889dd9-7d1c-4173-9870-cd67a30530b4 req-ff477299-e76b-4400-8ea6-492ce0c55712 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610593 Oct 28 09:49:47.996330 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:47.997911 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:48.000524 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7924cbfd-0ffa-47a5-85c9-3414f91d0a40 req-a7bd0545-bdec-4872-ba93-a7ba91cbe9e9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568029 Oct 28 09:49:48.011670 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:48.013971 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:48.051190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:48.054068 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.067980 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:48.077931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:48.105769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:48.115477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:48.122092 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Sync routers for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:48.147012 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:48.148756 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9beb02e9-24e6-4966-99ba-13852e7ca0f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/e422780c-54fa-492a-b1f0-c7aa1bb79b43 HTTP/1.1" status: 200 len: 993 time: 1.1153541 Oct 28 09:49:48.149882 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.163759 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79515c0d-003c-455b-a73f-e4d99abaae06 x-openstack-request-id: req-79515c0d-003c-455b-a73f-e4d99abaae06 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:48.164085 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:48.164346 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79515c0d-003c-455b-a73f-e4d99abaae06 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:48.164761 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79515c0d-003c-455b-a73f-e4d99abaae06'] response: {'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'status': 'completed', 'code': 200} Oct 28 09:49:48.209831 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7ad9ed9c-724c-4424-83a8-91c614ff2051 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9 HTTP/1.1" status: 204 len: 168 time: 2.3864107 Oct 28 09:49:48.213141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:48.215580 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f22bda-b173-44ae-b70b-403c671c77ea" -d '{"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:48.227007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca10cdf-4567-45c4-851b-b574b4db6654 req-301faefa-6e97-4e9f-aa0e-924ead909c73 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:48.234751 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eca10cdf-4567-45c4-851b-b574b4db6654 req-301faefa-6e97-4e9f-aa0e-924ead909c73 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0775573 Oct 28 09:49:48.297847 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:48.302778 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eca10cdf-4567-45c4-851b-b574b4db6654 req-9ea638ad-42a8-4a7d-9604-83498932f252 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669570 Oct 28 09:49:48.355716 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:48.362038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e267196-4bf9-45d7-8914-774c2f2027ed x-openstack-request-id: req-5e267196-4bf9-45d7-8914-774c2f2027ed {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:48.362330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:48.362614 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e267196-4bf9-45d7-8914-774c2f2027ed {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:48.363175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e267196-4bf9-45d7-8914-774c2f2027ed'] response: {'name': 'network-changed', 'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:49:48.429696 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:48.511463 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.538681 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Checking router: aee01a73-9c64-4ea0-8e68-620a23c4d496 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:48.547694 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:48.548867 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.685156 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:48.713806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:49:47Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.755128 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:48.768450 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:48.769455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.937692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:49.083324 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:49.108211 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a871280-c074-46b3-8390-6d3de5e144fc None None] The sync data for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi is: [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:46:17Z', 'revision_number': 4, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'e8d47bfd-555b-4639-a253-f614ddfc9b9b', 'name': '', 'network_id': '4312b894-27db-4853-89d7-6a6630738a6b', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'mac_address': 'fa:16:3e:15:bb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:15Z', 'updated_at': '2022-10-28T09:46:22Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'subnets': [{'id': 'd15506cf-9201-43a4-b2ce-b4f49b1d9347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:49.146561 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10366ab-a1ab-493e-8173-f5c1727d0a97 req-21033e9c-e1d7-4463-b206-aae6152405da tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:49.149098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b10366ab-a1ab-493e-8173-f5c1727d0a97 req-21033e9c-e1d7-4463-b206-aae6152405da tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0506508 Oct 28 09:49:49.225551 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b10366ab-a1ab-493e-8173-f5c1727d0a97 req-93fa8848-6700-4fa1-b725-b8e7ecbc59a2 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682220 Oct 28 09:49:49.238703 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:49:47Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:49.274129 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf69ebea-7ef8-4ec3-bc2b-c71fa653307b None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'e422780c-54fa-492a-b1f0-c7aa1bb79b43', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'floating_ip_address': '172.37.3.227', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'port_id': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'mac_address': 'fa:16:3e:c0:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4891b63b-eb08-448d-a640-f9579c8140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:47:29Z', 'updated_at': '2022-10-28T09:49:47Z', 'revision_number': 3, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:49.477314 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32883-d521-4a05-aa9a-3937e51b23bc req-4280a0a5-a8f5-4be8-9a5b-141bf1257699 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:49.479205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ae32883-d521-4a05-aa9a-3937e51b23bc req-4280a0a5-a8f5-4be8-9a5b-141bf1257699 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0608518 Oct 28 09:49:49.490505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5b79ff-584a-491c-9b8e-c1bb03648862 None None] New status for floating IP 3ccd8e4a-6a53-44e1-ac53-7f24e09b20c9: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:49:49.545744 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ae32883-d521-4a05-aa9a-3937e51b23bc req-53e377c7-3208-4637-8301-dce62b4f15a1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591252 Oct 28 09:49:50.166230 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:50.168790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef" -d '{"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:50.207822 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072a06a6-09fc-40d5-a1be-db17c41593e4 x-openstack-request-id: req-072a06a6-09fc-40d5-a1be-db17c41593e4 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:50.208110 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:50.208367 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-072a06a6-09fc-40d5-a1be-db17c41593e4 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:50.208767 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072a06a6-09fc-40d5-a1be-db17c41593e4'] response: {'name': 'network-changed', 'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'status': 'completed', 'code': 200} Oct 28 09:49:50.354080 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a7480-c944-489c-a6b0-03c5f6fa7588 req-3d8a6a92-9da8-4b66-9433-e76c4ffcdf2e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:50.355663 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-443a7480-c944-489c-a6b0-03c5f6fa7588 req-3d8a6a92-9da8-4b66-9433-e76c4ffcdf2e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0506196 Oct 28 09:49:50.403064 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-443a7480-c944-489c-a6b0-03c5f6fa7588 req-ec5ee51f-99d6-48f7-bebc-1b9085370220 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 Oct 28 09:49:50.682746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aa49e-141d-4cb2-8a5d-f33617f926ca req-f2d06b74-dea7-44fa-b7af-a4b67f1daba7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:50.684231 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-640aa49e-141d-4cb2-8a5d-f33617f926ca req-f2d06b74-dea7-44fa-b7af-a4b67f1daba7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0485919 Oct 28 09:49:50.732901 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-640aa49e-141d-4cb2-8a5d-f33617f926ca req-03dab6b0-8dbb-426a-a816-5d9d7d68c399 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Oct 28 09:49:51.527779 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b1b15-a460-43c2-a66c-3bc52865039b req-33573384-802b-4963-b73f-e75ba0018f06 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:51.529278 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9d6b1b15-a460-43c2-a66c-3bc52865039b req-33573384-802b-4963-b73f-e75ba0018f06 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0513794 Oct 28 09:49:51.578585 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9d6b1b15-a460-43c2-a66c-3bc52865039b req-d2c4e853-5061-4334-b1e1-dfdfc684fa89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431600 Oct 28 09:49:51.861555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00080daf-62ec-4df0-9663-442399856ff3 req-c75ea08a-efff-4882-9c2f-0ff240ad8fb8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:51.863095 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-00080daf-62ec-4df0-9663-442399856ff3 req-c75ea08a-efff-4882-9c2f-0ff240ad8fb8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0488880 Oct 28 09:49:51.912082 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-00080daf-62ec-4df0-9663-442399856ff3 req-8c5255d7-b5c6-46b7-aa30-ab1062cc5d6d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433888 Oct 28 09:49:52.688586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:52.705594 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10896d5a-fe71-4538-ba5c-20c1a03b051a req-752ea653-6178-4990-a41b-67d81c112740 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:52.707160 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-10896d5a-fe71-4538-ba5c-20c1a03b051a req-752ea653-6178-4990-a41b-67d81c112740 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0524850 Oct 28 09:49:52.761054 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-10896d5a-fe71-4538-ba5c-20c1a03b051a req-41c4d02c-3fd8-48a5-bae0-dbdd1a59127e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 Oct 28 09:49:53.041144 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03346f9e-10c8-423d-be20-a60a8d23042f req-a843f2f9-e647-4b30-bd9f-ad88c1408949 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:53.042572 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-03346f9e-10c8-423d-be20-a60a8d23042f req-a843f2f9-e647-4b30-bd9f-ad88c1408949 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.0504205 Oct 28 09:49:53.054661 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:53.092920 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-03346f9e-10c8-423d-be20-a60a8d23042f req-b03e07b4-aacb-45d8-9d45-0de8a7ec9e50 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Oct 28 09:49:53.640440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22bda-b173-44ae-b70b-403c671c77ea req-8bb3a365-d15a-49c0-b2c7-e5203b5eec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:53.642032 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-8bb3a365-d15a-49c0-b2c7-e5203b5eec29 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6f99f17a6cab46039419eb3b44bdd142&device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 1129 time: 0.0762308 Oct 28 09:49:53.650676 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-61520e70-51e0-4457-8f1c-1423f05a39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:53.652204 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-61520e70-51e0-4457-8f1c-1423f05a39d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0562596 Oct 28 09:49:53.897726 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d190-6132-4856-b060-ad543407a06d req-31731b80-0b95-4ca9-8bdf-a610da752079 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:53.899802 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fbd2d190-6132-4856-b060-ad543407a06d req-31731b80-0b95-4ca9-8bdf-a610da752079 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.0590792 Oct 28 09:49:53.963738 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fbd2d190-6132-4856-b060-ad543407a06d req-d9ce0725-82ac-45e1-a6bc-1aab84df47de tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581527 Oct 28 09:49:54.298931 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c1816e1c-6451-4ce0-b3ce-cc785aef67a3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.300679 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c1816e1c-6451-4ce0-b3ce-cc785aef67a3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.2097116 Oct 28 09:49:54.373681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402010b-f462-47de-b6e1-a292fdf00e62 req-ea7485d9-42f0-45fa-a01b-0e0ca78b5f58 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.375361 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0402010b-f462-47de-b6e1-a292fdf00e62 req-ea7485d9-42f0-45fa-a01b-0e0ca78b5f58 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.1819773 Oct 28 09:49:54.466234 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22bda-b173-44ae-b70b-403c671c77ea req-b52a7f82-d0a1-4851-a97f-58f1af9b7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.467745 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-b52a7f82-d0a1-4851-a97f-58f1af9b7797 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 200 len: 916 time: 0.3778708 Oct 28 09:49:54.481689 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-1c73404e-889a-4819-9047-42a0475b1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.483202 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-1c73404e-889a-4819-9047-42a0475b1fdd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.4022491 Oct 28 09:49:54.576333 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Deleting port c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:54.577181 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:54.591098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-e1ac167e-4c54-4a6d-8d4a-b45c6bdda11a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 200 len: 217 time: 0.1131344 Oct 28 09:49:54.665410 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0402010b-f462-47de-b6e1-a292fdf00e62 req-81708fba-7f23-460a-88d8-2219d9285824 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757709 Oct 28 09:49:54.713049 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-6500f605-44fb-4f46-9efb-05396c071393 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 1001 time: 0.2107799 Oct 28 09:49:54.779485 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22bda-b173-44ae-b70b-403c671c77ea req-12df1a96-88e7-4176-b39c-caa9624706f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.780926 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-12df1a96-88e7-4176-b39c-caa9624706f8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 200 len: 854 time: 0.1712430 Oct 28 09:49:54.838360 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-d06d7c12-5dc5-4ea8-afad-7054b2f31a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.840009 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-d06d7c12-5dc5-4ea8-afad-7054b2f31a7b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.1179876 Oct 28 09:49:54.851985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] For port c2310b44-82bb-408f-85b5-8a5556b92e25, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c2310b44-82bb-408f-85b5-8a5556b92e25,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:54.851985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:54.864386 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:54.902833 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22bda-b173-44ae-b70b-403c671c77ea req-e89203a8-ec6a-4cf2-a657-9f2453a1f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.904438 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-e89203a8-ec6a-4cf2-a657-9f2453a1f5a8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4312b894-27db-4853-89d7-6a6630738a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1129594 Oct 28 09:49:54.904851 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:54.971829 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-2fdbd48c-d2bc-4cfc-a6c9-3eb099aacae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:54.973356 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-2fdbd48c-d2bc-4cfc-a6c9-3eb099aacae7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1248007 Oct 28 09:49:55.507189 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7f50b-42e0-4e42-ac68-0cbb6cd9293b req-3d888d14-3b5e-4887-bc8c-5a9a5610cca5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:55.508757 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b0c7f50b-42e0-4e42-ac68-0cbb6cd9293b req-3d888d14-3b5e-4887-bc8c-5a9a5610cca5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 944 time: 0.3984876 Oct 28 09:49:55.519060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-1c35b0a5-7f0b-417d-99a2-686690d163bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785940 Oct 28 09:49:55.591085 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:55.591449 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:55.591770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Floating IP d96ba70c-2841-4525-aa0f-3a13c231dd22 disassociated. External IP: 172.37.3.164, port: c2310b44-82bb-408f-85b5-8a5556b92e25. Oct 28 09:49:55.592128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Calling delete_port for c2310b44-82bb-408f-85b5-8a5556b92e25 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:55.629352 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-bf7ab25f-2183-46d6-899f-d896e93934ef service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257012 Oct 28 09:49:55.753164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b0c7f50b-42e0-4e42-ac68-0cbb6cd9293b req-bbfe8e9a-c104-4d0e-ac6c-c2b307d2f15a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300069 Oct 28 09:49:55.788455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device b0640bfe-73f9-4cda-a3ed-720c31e1391d details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:55.801705 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:55.844598 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f22bda-b173-44ae-b70b-403c671c77ea req-524a7f58-6db6-4e19-923e-86fcf5de84b4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130782 Oct 28 09:49:55.873146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b35b7-3061-4e3a-9506-7f90217ad030 req-4753ea10-fa4d-4e6a-be0c-93f66620ab94 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:55.874753 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-912b35b7-3061-4e3a-9506-7f90217ad030 req-4753ea10-fa4d-4e6a-be0c-93f66620ab94 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 946 time: 0.1159508 Oct 28 09:49:55.919854 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:55.931484 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fac00cd9-4cd0-4b4d-be7a-3dea4d96d3d0 req-aa1c37d8-4e7e-46cf-abd8-bcca128f5216 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836740 Oct 28 09:49:55.933753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'port_id': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'mac_address': 'fa:16:3e:80:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:55.946167 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:55.971081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port b0640bfe-73f9-4cda-a3ed-720c31e1391d is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:55.971477 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:55.982736 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-912b35b7-3061-4e3a-9506-7f90217ad030 req-8c49e04c-7c02-4b94-b97a-9e4f5e295f85 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=baa25065-00ff-41ce-bf79-c720a5f02804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939426 Oct 28 09:49:55.983839 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (c2310b44-82bb-408f-85b5-8a5556b92e25), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:55.987692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0640bfe-73f9-4cda-a3ed-720c31e1391d {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:49:56.023808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:56.031086 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:56.031326 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'Port': ['ID=c2310b44-82bb-408f-85b5-8a5556b92e25,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:56.092325 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:56.097116 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-f5419a36-a1f1-4fc6-88d0-7cd8fbd83002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:56.098663 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-f5419a36-a1f1-4fc6-88d0-7cd8fbd83002 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 1129 time: 0.0807388 Oct 28 09:49:56.100205 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.100427 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.100778 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.101106 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.101439 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.101767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.102094 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.102440 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.102799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.103730 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.104063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.104389 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.104715 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.105036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.105356 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:56.134647 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:56.240633 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:56.254125 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-4a331ef1-2f67-45cb-88cc-471f7245f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:56.255560 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-4a331ef1-2f67-45cb-88cc-471f7245f081 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.1443167 Oct 28 09:49:56.395438 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-49455ffe-4ee4-4851-8e59-32b51dfef69d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 200 len: 1001 time: 0.1314054 Oct 28 09:49:56.460553 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:56.474479 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['b0640bfe-73f9-4cda-a3ed-720c31e1391d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:56.478720 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:56.495466 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-8d695cb3-7029-4159-8230-92d55afe04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:56.496985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-8d695cb3-7029-4159-8230-92d55afe04a2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.0943315 Oct 28 09:49:56.504589 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:56.505318 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:56.519084 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:56.536454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] No DVR routers for this DVR port c2310b44-82bb-408f-85b5-8a5556b92e25 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:49:56.544753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:56.551463 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8b0912a5-8ec9-42ca-977a-061e5cf371d7 req-c6050867-268e-4425-99a7-cfa09eca91f1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "DELETE /networking/v2.0/ports/c2310b44-82bb-408f-85b5-8a5556b92e25 HTTP/1.1" status: 204 len: 173 time: 2.2403159 Oct 28 09:49:56.553884 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-deleted', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:56.556388 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b7079-dbf8-4848-91bb-f653a05e85be" -d '{"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-deleted", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:56.617464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77c5ea-2d78-4fea-8aaf-67be7f806a1c req-034e07f6-0c39-4c9a-a60c-91a332b20225 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:56.628319 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f77c5ea-2d78-4fea-8aaf-67be7f806a1c req-034e07f6-0c39-4c9a-a60c-91a332b20225 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0753424 Oct 28 09:49:56.632136 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41550ea-0079-4936-a2c3-4e0ca8b3d02b x-openstack-request-id: req-a41550ea-0079-4936-a2c3-4e0ca8b3d02b {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:56.633728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716d5fd-f257-4f6a-8f52-18ad59e5c31e", "name": "network-vif-deleted", "tag": "c2310b44-82bb-408f-85b5-8a5556b92e25", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:56.634072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a41550ea-0079-4936-a2c3-4e0ca8b3d02b {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:56.634659 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41550ea-0079-4936-a2c3-4e0ca8b3d02b'] response: {'server_uuid': 'c716d5fd-f257-4f6a-8f52-18ad59e5c31e', 'name': 'network-vif-deleted', 'tag': 'c2310b44-82bb-408f-85b5-8a5556b92e25', 'status': 'completed', 'code': 200} Oct 28 09:49:56.659101 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:56.686529 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f77c5ea-2d78-4fea-8aaf-67be7f806a1c req-dd4b2ff6-1983-4c61-8bff-783ac45b2078 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Oct 28 09:49:56.853010 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:56.854631 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:56.880006 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:56.886295 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:56.890598 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:49:56.891417 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:56.929045 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b81eea-194a-4be8-bbac-1ba37c362b18 req-efb7b749-b3ff-41ec-b7f8-855f067767bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:56.930732 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a7b81eea-194a-4be8-bbac-1ba37c362b18 req-efb7b749-b3ff-41ec-b7f8-855f067767bf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 945 time: 0.0995507 Oct 28 09:49:56.980982 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a7b81eea-194a-4be8-bbac-1ba37c362b18 req-95860299-d506-4d25-ab5e-fcd98248b8e9 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446284 Oct 28 09:49:56.996141 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:49:57.038880 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:57.100111 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb3d1d45-ac17-4155-870e-0c3165f55849 req-79a70b3e-ece3-420a-9f0e-1c311f9d43cb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0300927 Oct 28 09:49:57.199221 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:57.224168 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240815f0-2e2f-4b68-b2d3-a688e10bdf03 None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:57.462654 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e252c01-7ca5-4d44-a3c6-411607458a1e None None] New status for floating IP d96ba70c-2841-4525-aa0f-3a13c231dd22: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:49:57.801337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device b0640bfe-73f9-4cda-a3ed-720c31e1391d up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:57.819173 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a727bba-ed9c-4682-a410-aa26a9695a46 req-315864e0-e295-45d7-b26d-3ee83e73b359 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:57.820770 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a727bba-ed9c-4682-a410-aa26a9695a46 req-315864e0-e295-45d7-b26d-3ee83e73b359 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0556941 Oct 28 09:49:57.850724 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port b0640bfe-73f9-4cda-a3ed-720c31e1391d completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:49:57.857011 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port b0640bfe-73f9-4cda-a3ed-720c31e1391d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:49:57.857379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:57.857718 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port b0640bfe-73f9-4cda-a3ed-720c31e1391d Oct 28 09:49:57.871504 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a727bba-ed9c-4682-a410-aa26a9695a46 req-49e0840f-c3b8-4745-98de-2de3f178ba0d tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Oct 28 09:49:57.935922 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port b0640bfe-73f9-4cda-a3ed-720c31e1391d is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:49:57.936315 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:57.959898 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:57.962152 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ba65a-81c4-4b55-a0bf-402500cae5b1" -d '{"events": [{"server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:57.975357 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:57.980107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:57.980945 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:58.019658 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1594c-b155-4e20-b5f8-72511d5da372 x-openstack-request-id: req-c6e1594c-b155-4e20-b5f8-72511d5da372 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:58.019949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "name": "network-vif-plugged", "status": "completed", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:58.020208 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6e1594c-b155-4e20-b5f8-72511d5da372 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:58.020605 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e1594c-b155-4e20-b5f8-72511d5da372'] response: {'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'code': 200} Oct 28 09:49:58.023084 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: c2310b44-82bb-408f-85b5-8a5556b92e25 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:49:58.023548 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device c2310b44-82bb-408f-85b5-8a5556b92e25 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:58.050062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:58.103552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd05c9-ae55-4395-bb19-47ce3554f953 req-3ea9b4a8-b3c3-412b-831d-783ecdc2fcdd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:58.105046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4fdd05c9-ae55-4395-bb19-47ce3554f953 req-3ea9b4a8-b3c3-412b-831d-783ecdc2fcdd tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0477214 Oct 28 09:49:58.138636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=16 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.140695 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.155404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4fdd05c9-ae55-4395-bb19-47ce3554f953 req-ab50e3f5-bb80-4483-b654-d8d84b6df89a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447588 Oct 28 09:49:58.234579 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-505c9b8e-69ab-44ef-8f7a-088bb68fef4b req-b9b31db1-91e1-4d33-9475-aa10986ab568 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0481491 Oct 28 09:49:58.294714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.308311 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-a5fa2ac4-53df-429b-bb47-cd24bd40a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:58.309825 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-a5fa2ac4-53df-429b-bb47-cd24bd40a24f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0417562 Oct 28 09:49:58.670688 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-f883971d-6fa9-4331-b820-abe306c7ece4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322052 Oct 28 09:49:58.820374 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124bb25-d211-4108-b31d-dabcca0f59ca req-aeacd4f2-de64-4d6c-9e8a-9ce354e71a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:58.821894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0124bb25-d211-4108-b31d-dabcca0f59ca req-aeacd4f2-de64-4d6c-9e8a-9ce354e71a8b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 1130 time: 0.1179061 Oct 28 09:49:58.829469 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e0ecd4b3-9f51-4cc2-b70b-8b58b770ad22 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:58.830873 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e0ecd4b3-9f51-4cc2-b70b-8b58b770ad22 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.1375372 Oct 28 09:49:58.848026 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:49:58.930823 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c45fbbd2-dfcc-4a10-bb69-9364cbebbfef req-186ba102-73c7-4807-8b68-6963b2f48f84 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289233 Oct 28 09:49:58.947141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0124bb25-d211-4108-b31d-dabcca0f59ca req-db6186ce-e912-4e07-8c54-efdfa7403022 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119771 Oct 28 09:49:59.010828 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Deleting port 0ec06b02-a12d-496d-a40d-c56118810a83 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:49:59.011098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:59.042808 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690172e-b361-49d1-a93c-57a887d9e20d req-3abd6f17-d85f-4724-88c4-8f9f613f35e5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:59.044623 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7690172e-b361-49d1-a93c-57a887d9e20d req-3abd6f17-d85f-4724-88c4-8f9f613f35e5 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 945 time: 0.0787663 Oct 28 09:49:59.146708 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7690172e-b361-49d1-a93c-57a887d9e20d req-9b20f9c7-bc32-4bff-af16-fac982a8fdf3 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3688dd2b-3a0d-43ba-826b-646be9618813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752172 Oct 28 09:49:59.153719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] For port 0ec06b02-a12d-496d-a40d-c56118810a83, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ec06b02-a12d-496d-a40d-c56118810a83,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:59.154119 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:59.167379 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Calling delete_port for 0ec06b02-a12d-496d-a40d-c56118810a83 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:49:59.310715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c869a0-2664-42fa-9894-b151977779e5 req-8ab7fd98-36e2-4438-9d92-ec337537cd0f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:49:59.312219 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-28c869a0-2664-42fa-9894-b151977779e5 req-8ab7fd98-36e2-4438-9d92-ec337537cd0f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0782511 Oct 28 09:49:59.384068 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e0ac68be-3803-4b30-9a87-6bef471ea6be req-b4bf521d-9a54-42cc-ae19-5656283f4899 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0425394 Oct 28 09:49:59.390096 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (0ec06b02-a12d-496d-a40d-c56118810a83), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:59.432703 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ec06b02-a12d-496d-a40d-c56118810a83'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:49:59.434834 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Pushing event deleted for resources: {'Port': ['ID=0ec06b02-a12d-496d-a40d-c56118810a83,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:59.444356 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-28c869a0-2664-42fa-9894-b151977779e5 req-137f0e61-858f-41b2-a851-7f60238bfe37 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265814 Oct 28 09:49:59.481775 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] No DVR routers for this DVR port 0ec06b02-a12d-496d-a40d-c56118810a83 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:49:59.484529 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:49:59.488125 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95aae637-42a0-4d8b-bb61-118805a337e0 req-e7282407-7e1a-4e0a-a02c-597adf8dd342 tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.55 "DELETE /networking/v2.0/ports/0ec06b02-a12d-496d-a40d-c56118810a83 HTTP/1.1" status: 204 len: 173 time: 0.6290677 Oct 28 09:49:59.488639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'name': 'network-vif-deleted', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:49:59.490920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1313a-d55e-4b6e-a272-2c6610aa0d90" -d '{"events": [{"server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "name": "network-vif-deleted", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:59.527612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f646450-4f24-4ba9-b8b4-f5c7067f089d x-openstack-request-id: req-5f646450-4f24-4ba9-b8b4-f5c7067f089d {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:59.527903 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04eedf41-b3f2-4b33-b524-988daff99fdc", "name": "network-vif-deleted", "tag": "0ec06b02-a12d-496d-a40d-c56118810a83", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:59.528158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f646450-4f24-4ba9-b8b4-f5c7067f089d {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:59.528564 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f646450-4f24-4ba9-b8b4-f5c7067f089d'] response: {'server_uuid': '04eedf41-b3f2-4b33-b524-988daff99fdc', 'name': 'network-vif-deleted', 'tag': '0ec06b02-a12d-496d-a40d-c56118810a83', 'status': 'completed', 'code': 200} Oct 28 09:50:00.033750 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:00.269731 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-06e45006-b6e7-4c88-bde6-2407933d5d1c req-80e7fe8d-5412-4d22-b04b-e11a32bc0ddd tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0343120 Oct 28 09:50:00.544697 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2c8b1476-ded9-44cd-a03e-4f5b8fba016a req-d826b880-115b-4ea4-b8ad-cd1ce20011e0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c716d5fd-f257-4f6a-8f52-18ad59e5c31e HTTP/1.1" status: 200 len: 210 time: 0.0470588 Oct 28 09:50:00.632354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:00.662228 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05128f1b-0122-4ac9-89fb-13df8ca5e247 req-e613a761-e364-4bba-82c8-b5f11e77ebaa tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:00.665209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05128f1b-0122-4ac9-89fb-13df8ca5e247 req-e613a761-e364-4bba-82c8-b5f11e77ebaa tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0869398 Oct 28 09:50:00.755742 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-05128f1b-0122-4ac9-89fb-13df8ca5e247 req-dc4b13a6-6eb1-4eb9-bf1b-e41cf3b949c8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723338 Oct 28 09:50:00.822879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:01.442123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-163dd18e-cb0a-4e2a-a322-63863a0a51e2 req-689151a6-e158-4325-b5ed-5bf03b614baf tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0415676 Oct 28 09:50:01.682430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41696) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:01.749825 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (baa25065-00ff-41ce-bf79-c720a5f02804), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:01.787992 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (baa25065-00ff-41ce-bf79-c720a5f02804), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:01.851096 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (baa25065-00ff-41ce-bf79-c720a5f02804), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:01.853614 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:01.857635 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41700) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:01.858071 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/baa25065-00ff-41ce-bf79-c720a5f02804 HTTP/1.1" status: 204 len: 168 time: 0.1739364 Oct 28 09:50:01.869914 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60fdb1-5c56-4449-9424-5dea3d7ec543 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa25065-00ff-41ce-bf79-c720a5f02804,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:01.915414 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.api.v2.resource [None req-a8ef9ade-91d2-4226-a75c-07933ab5372e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] show failed (client error): The resource could not be found. Oct 28 09:50:01.916981 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a8ef9ade-91d2-4226-a75c-07933ab5372e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups/baa25065-00ff-41ce-bf79-c720a5f02804 HTTP/1.1" status: 404 len: 347 time: 0.0577917 Oct 28 09:50:01.921863 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41702) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:02.007744 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad55787-c208-4c38-a960-8e95fa663de7 req-8381966d-c901-4b57-9eea-709f69a38810 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:02.009520 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dad55787-c208-4c38-a960-8e95fa663de7 req-8381966d-c901-4b57-9eea-709f69a38810 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1491580 Oct 28 09:50:02.108159 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:02.143582 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Deleting port d6d276f6-15f6-43d2-bd22-aa600577e82f {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:02.143940 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.148774 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dad55787-c208-4c38-a960-8e95fa663de7 req-e1f431ba-dbcc-4982-bade-cd8ef22027aa tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316321 Oct 28 09:50:02.333075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.333671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (d6d276f6-15f6-43d2-bd22-aa600577e82f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.364870 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Calling delete_port for d6d276f6-15f6-43d2-bd22-aa600577e82f owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:02.377370 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16ad8-84c5-4a7f-ab6f-6f420dc8a72b req-7938826f-7e46-4ed1-b268-42224d64d0df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:02.379521 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c1f16ad8-84c5-4a7f-ab6f-6f420dc8a72b req-7938826f-7e46-4ed1-b268-42224d64d0df tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1011751 Oct 28 09:50:02.400831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41712) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:02.410546 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'port_id': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:02.462272 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.652214 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5fe90feb-d989-4c80-8533-e75bc1719309 req-5a4d46ea-abe2-4858-939d-fbda763d923b tempest-TestMinimumBasicScenario-356703803 tempest-TestMinimumBasicScenario-356703803-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=04eedf41-b3f2-4b33-b524-988daff99fdc HTTP/1.1" status: 200 len: 210 time: 0.0769756 Oct 28 09:50:02.664902 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (d6d276f6-15f6-43d2-bd22-aa600577e82f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.710738 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ecf2-1c77-4e3c-9c3a-efa93b812bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.728394 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'Port': ['ID=d6d276f6-15f6-43d2-bd22-aa600577e82f,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:02.823719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (d96ba70c-2841-4525-aa0f-3a13c231dd22), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.827702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:02.829874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c4b43d71-6b0d-45b0-80b6-51af158353fe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/d96ba70c-2841-4525-aa0f-3a13c231dd22 HTTP/1.1" status: 204 len: 168 time: 0.9055817 Oct 28 09:50:02.966329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41718) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:02.973075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23944376', 'description': 'tempest-description--1086767021'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:03.004807 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.075789 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.080072 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.112123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (22b2e51e-9974-4bde-a23b-764e8a8cbf8e), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.117391 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (22b2e51e-9974-4bde-a23b-764e8a8cbf8e), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.124841 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:03.161350 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.165715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1950772 Oct 28 09:50:03.165715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7ca88-f5ae-4a95-befe-873a4c928a6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b2e51e-9974-4bde-a23b-764e8a8cbf8e,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.166814 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41720) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:03.172166 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group_rule': {'security_group_id': '22b2e51e-9974-4bde-a23b-764e8a8cbf8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:03.208667 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (09f154ab-2d53-44a3-85f9-7018ce126ee5), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.291878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (09f154ab-2d53-44a3-85f9-7018ce126ee5), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.297038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (09f154ab-2d53-44a3-85f9-7018ce126ee5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.323869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f154ab-2d53-44a3-85f9-7018ce126ee5,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.330225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.335840 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c5c5c877-a0d0-48e4-ad15-5ef68163b49b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636021 Oct 28 09:50:03.336710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41722) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:03.343472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'security_group_rule': {'security_group_id': '22b2e51e-9974-4bde-a23b-764e8a8cbf8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:03.388451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (775f6043-82b6-4970-b82d-653ed52d39f4), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.491146 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP bb9690e9-f8d3-4283-b571-9aee142bcebd associated. External IP: 172.37.3.21, port: b0640bfe-73f9-4cda-a3ed-720c31e1391d. Oct 28 09:50:03.492893 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41726) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:03.503205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (775f6043-82b6-4970-b82d-653ed52d39f4), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.534539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:03.538812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (775f6043-82b6-4970-b82d-653ed52d39f4), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.589222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775f6043-82b6-4970-b82d-653ed52d39f4,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.604007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.605576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8ca8f5d1-d74c-4444-964a-096b660bc1a7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2674186 Oct 28 09:50:03.612284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Deleting subnet dd305481-0c7f-4a6c-8a09-b60a0c3a942c {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:50:03.614011 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41728) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:03.617495 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Publish callbacks [] for subnet (dd305481-0c7f-4a6c-8a09-b60a0c3a942c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.621613 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:03.679743 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (dd305481-0c7f-4a6c-8a09-b60a0c3a942c), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.680669 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.760170 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (dd305481-0c7f-4a6c-8a09-b60a0c3a942c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.834573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ec06b02-a12d-496d-a40d-c56118810a83 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:03.862361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:03.869064 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (dd305481-0c7f-4a6c-8a09-b60a0c3a942c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.888819 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 0ec06b02-a12d-496d-a40d-c56118810a83 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:03.889870 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ec06b02-a12d-496d-a40d-c56118810a83 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:03.890361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:03.939214 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.945649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd305481-0c7f-4a6c-8a09-b60a0c3a942c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.947156 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:03.955813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:03.960996 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fcc3c6af-71ba-4207-8962-0f02944a4e75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/dd305481-0c7f-4a6c-8a09-b60a0c3a942c HTTP/1.1" status: 204 len: 168 time: 0.4666293 Oct 28 09:50:03.965841 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41740) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:04.047957 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (e6e285c9-7f9a-43e5-8517-efe4e78507ee), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.151826 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (e6e285c9-7f9a-43e5-8517-efe4e78507ee), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.191956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e285c9-7f9a-43e5-8517-efe4e78507ee']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:04.212027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a1fc92-1723-4f28-bf60-65666f87260f') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:04.212442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a1fc92-1723-4f28-bf60-65666f87260f') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:04.231745 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (93a1fc92-1723-4f28-bf60-65666f87260f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.257460 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (93a1fc92-1723-4f28-bf60-65666f87260f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.270985 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:04.272352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (93a1fc92-1723-4f28-bf60-65666f87260f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.296361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:04.300665 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:04.304405 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Allocated IP 172.37.3.217 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/91f8a303-d93a-4696-8c8b-c1b006cb3fff) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:04.312730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.330704 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:04.353376 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 93a1fc92-1723-4f28-bf60-65666f87260f resource provider aggregate not found Oct 28 09:50:04.359594 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:04.362638 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:49:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:04.411666 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f7d88c93-90ff-4d71-a14b-8079eaa9892d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/bb9690e9-f8d3-4283-b571-9aee142bcebd HTTP/1.1" status: 200 len: 991 time: 2.0031173 Oct 28 09:50:04.411666 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:04.414186 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b" -d '{"events": [{"name": "network-changed", "server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:04.418659 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 93a1fc92-1723-4f28-bf60-65666f87260f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93a1fc92-1723-4f28-bf60-65666f87260f found for delete ", "request_id": "req-8761e7d1-bef7-4b10-a9ab-79f4ccbad9f3"}]} Oct 28 09:50:04.423863 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (e6e285c9-7f9a-43e5-8517-efe4e78507ee), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.438153 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.443164 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/e6e285c9-7f9a-43e5-8517-efe4e78507ee HTTP/1.1" status: 204 len: 168 time: 0.4764743 Oct 28 09:50:04.499296 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750e130-a4ed-4eb8-8748-7174028d8e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e285c9-7f9a-43e5-8517-efe4e78507ee,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.540308 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e9299-dc41-47c3-9f9d-6e4cd6863142 x-openstack-request-id: req-129e9299-dc41-47c3-9f9d-6e4cd6863142 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:04.540872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:04.541136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-129e9299-dc41-47c3-9f9d-6e4cd6863142 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:04.541548 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129e9299-dc41-47c3-9f9d-6e4cd6863142'] response: {'name': 'network-changed', 'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'status': 'completed', 'code': 200} Oct 28 09:50:04.622798 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:04.651773 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.693729 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-a8914bad-57df-4b4a-af96-5792adaf6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:04.695617 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-a8914bad-57df-4b4a-af96-5792adaf6a13 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 1130 time: 0.0928338 Oct 28 09:50:04.762692 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41788) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:04.812256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:04.866027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41790) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:04.913657 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-f02478f8-4fd3-4f68-bfa1-6627f8b5e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:04.915881 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-f02478f8-4fd3-4f68-bfa1-6627f8b5e13b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.2111428 Oct 28 09:50:04.919979 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e810ffe8-7fd8-42cb-ac09-a18aeeca82c1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9a20b51b10ce463da8f9ad280063bb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550157 Oct 28 09:50:04.924162 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41792) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:04.927720 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:04.937594 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:04.942216 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:04.951101 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'bb9690e9-f8d3-4283-b571-9aee142bcebd', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.21', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:80:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:49:32Z', 'updated_at': '2022-10-28T09:50:02Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:04.958084 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=91f8a303-d93a-4696-8c8b-c1b006cb3fff,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.987833 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-cf0c999f-7f32-494b-a9c4-a3291ef77170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.022116 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:05.023310 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.043398 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:05.045314 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:05.093568 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.186226 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:05.196457 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:05.307971 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.322348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.323401 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.355287 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:05.364440 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:05.366691 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-0165aa38-442c-4692-9671-e87b3bdb5dc6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d HTTP/1.1" status: 200 len: 999 time: 0.4413245 Oct 28 09:50:05.380279 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.381666 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7663212 Oct 28 09:50:05.390219 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfecd7-926a-45b4-bc71-c6d8dac598a2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=91f8a303-d93a-4696-8c8b-c1b006cb3fff,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:05.477892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] Publish callbacks [] for security_group (271ba083-55f5-4647-8b7e-f020493bdfd5), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.486579 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-821c5b3f-7823-404e-9497-662e36c9b5c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927074 Oct 28 09:50:05.510291 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:05.557057 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] Publish callbacks [] for security_group (271ba083-55f5-4647-8b7e-f020493bdfd5), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.659552 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-7caf9f2b-4c84-486f-bb95-5ab920f7e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:05.660392 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'bb9690e9-f8d3-4283-b571-9aee142bcebd', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.21', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:80:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:49:32Z', 'updated_at': '2022-10-28T09:50:02Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:05.661052 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-7caf9f2b-4c84-486f-bb95-5ab920f7e929 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.2711120 Oct 28 09:50:05.690600 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd3062-4a89-4ed0-975d-81600174054e None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'bb9690e9-f8d3-4283-b571-9aee142bcebd', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.21', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:80:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:49:32Z', 'updated_at': '2022-10-28T09:50:02Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:05.765570 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-60c96b00-0bff-4991-b3db-e7049b0bd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:05.767152 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-60c96b00-0bff-4991-b3db-e7049b0bd54e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 1130 time: 0.1672750 Oct 28 09:50:05.808634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-184d4c62-0210-4942-a67c-f42810bb1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:05.810126 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-184d4c62-0210-4942-a67c-f42810bb1bd7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1166189 Oct 28 09:50:05.835848 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-40d13bf8-2b8c-43c7-a1d4-10c4616bd80e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--23944376&fields=id&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 267 time: 0.2371235 Oct 28 09:50:05.866509 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (271ba083-55f5-4647-8b7e-f020493bdfd5), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.868992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:05.872763 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/271ba083-55f5-4647-8b7e-f020493bdfd5 HTTP/1.1" status: 204 len: 168 time: 0.9379702 Oct 28 09:50:05.978051 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:05.980453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03e24d-8111-407e-83cb-b339c1085e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271ba083-55f5-4647-8b7e-f020493bdfd5,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:05.985297 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310e58eb-70c6-466c-ab85-6b366e5597ae None None] New status for floating IP bb9690e9-f8d3-4283-b571-9aee142bcebd: ACTIVE {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:50:06.231336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-3e9c32dd-675f-46af-ba8f-fa0955e53e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:06.233172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-3e9c32dd-675f-46af-ba8f-fa0955e53e3e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 200 len: 920 time: 0.4261713 Oct 28 09:50:06.235911 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-614a1dd0-e221-4bc4-a48b-d5645e648028 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141278 Oct 28 09:50:06.339089 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d5d187ef-7eb7-4f6b-98d4-810232a7741d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:06.340676 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d5d187ef-7eb7-4f6b-98d4-810232a7741d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 816 time: 0.4769597 Oct 28 09:50:06.404422 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-d1d4925a-7732-411b-98de-ca99099fd611 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 200 len: 217 time: 0.1357100 Oct 28 09:50:06.432867 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:06.464986 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fe10efb3-bfdf-4b2b-bdf3-1f7f6165f619 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/quotas/29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 375 time: 0.0691574 Oct 28 09:50:06.508180 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:06.591664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-376ebdf2-ab89-42a1-be6e-3eda0d3c59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:06.593151 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-376ebdf2-ab89-42a1-be6e-3eda0d3c59f0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 200 len: 858 time: 0.1701031 Oct 28 09:50:06.602441 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b8771c1b-3c8a-4d4d-a4e6-49ea00feb66b req-0f2879f3-d548-47bb-9c55-15ea6ad8a770 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373525 Oct 28 09:50:06.607143 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-a85b10c7-b4e1-4392-8e47-78523f94e331 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049664 Oct 28 09:50:06.728859 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:06.739613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-eb816bd1-9639-4fdf-92a5-9f4d3ca359d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:06.741148 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-eb816bd1-9639-4fdf-92a5-9f4d3ca359d9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1084285 Oct 28 09:50:07.198509 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-477e709e-6d5e-4c1e-b6e6-bc154b9f0b23 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568173 Oct 28 09:50:07.306122 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-17b4c4d8-8ed1-4338-a22a-4d3b36b1848f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422738 Oct 28 09:50:07.367099 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:07.414374 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Deleting port e8d47bfd-555b-4639-a253-f614ddfc9b9b {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:07.415859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:07.435915 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d651762d-a0cd-4820-bb07-9d6a4e0d4cbc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297702 Oct 28 09:50:07.525082 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c840eb0d-8cfc-4be9-89e0-58ed674315ed req-4a9ac7f1-2ae8-4429-8cec-3aa595d15233 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927824 Oct 28 09:50:07.546673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] For port e8d47bfd-555b-4639-a253-f614ddfc9b9b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e8d47bfd-555b-4639-a253-f614ddfc9b9b,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:07.547052 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:07.580762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Calling delete_port for e8d47bfd-555b-4639-a253-f614ddfc9b9b owned by network:router_interface {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:07.660112 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-493c7d5d-f62e-408a-8fc1-dac68754af40 req-3afbc321-bfca-41b3-808b-4b55fb0adad4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0347962 Oct 28 09:50:07.746352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:07.831639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (e8d47bfd-555b-4639-a253-f614ddfc9b9b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:07.857775 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d47bfd-555b-4639-a253-f614ddfc9b9b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:07.968872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.086612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.217071 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.340530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Router aee01a73-9c64-4ea0-8e68-620a23c4d496 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:08.494299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:08.534634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:08.545105 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-edc8af9c-40b2-419f-a28b-a84536f06d55 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/aee01a73-9c64-4ea0-8e68-620a23c4d496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6754603 Oct 28 09:50:08.545310 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Sync routers for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:08.545772 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41820) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:08.558517 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:08.563575 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:08.564347 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:08.694226 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:08.710896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks [] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.832304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks [] for router_gateway (aee01a73-9c64-4ea0-8e68-620a23c4d496), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.906246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Deleting port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:08.906734 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:08.927887 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:08.947777 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176'}], 'enable_snat': True}, 'gw_port_id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:50:07Z', 'revision_number': 5, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port': {'id': 'e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:10Z', 'updated_at': '2022-10-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:08.975300 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Checking router: aee01a73-9c64-4ea0-8e68-620a23c4d496 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:08.987272 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Routers {'aee01a73-9c64-4ea0-8e68-620a23c4d496'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:08.988491 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['aee01a73-9c64-4ea0-8e68-620a23c4d496'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:09.019821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] For port e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:09.021193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.054432 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Calling delete_port for e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 owned by network:router_gateway {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:09.086495 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] Set router aee01a73-9c64-4ea0-8e68-620a23c4d496 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:09.145284 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:50:08Z', 'revision_number': 6, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:09.174338 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea155c16-4d2c-41ad-8cb2-4a922b965031 None None] The sync data for ids ['aee01a73-9c64-4ea0-8e68-620a23c4d496'] in dv-cinder-zed-3-iscsi is: [{'id': 'aee01a73-9c64-4ea0-8e68-620a23c4d496', 'name': 'tempest-TestMinimumBasicScenario-1936449506-router', 'tenant_id': '6f99f17a6cab46039419eb3b44bdd142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:08Z', 'updated_at': '2022-10-28T09:50:08Z', 'revision_number': 6, 'project_id': '6f99f17a6cab46039419eb3b44bdd142', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:09.212228 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-762234e0-1f63-452a-b644-459a38aa2fcd req-00b1628b-c276-43fc-ad7c-6350660485d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0671408 Oct 28 09:50:09.479411 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d31a8df5-2bc4-408f-9eae-a850379835d4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:09.481214 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d31a8df5-2bc4-408f-9eae-a850379835d4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 816 time: 0.2437546 Oct 28 09:50:09.531139 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.557705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:09.643010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.775752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:09.780104 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.787905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks [] for router_controller (aee01a73-9c64-4ea0-8e68-620a23c4d496), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.826895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-ea715ce4-ff7d-4a45-8971-d50cc523759b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 378 time: 0.2016368 Oct 28 09:50:09.864203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'port': {'device_id': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'admin_state_up': True, 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'security_groups': ['22b2e51e-9974-4bde-a23b-764e8a8cbf8e']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:09.914515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (aee01a73-9c64-4ea0-8e68-620a23c4d496), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.915141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee01a73-9c64-4ea0-8e68-620a23c4d496 {{(pid=112834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:50:09.925018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:09.928950 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4ba3e53e-bc05-4777-88b2-4617d0754b0b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/aee01a73-9c64-4ea0-8e68-620a23c4d496 HTTP/1.1" status: 204 len: 168 time: 1.3819892 Oct 28 09:50:09.929512 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41832) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:10.027393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Made reservation on behalf of 29c47b13a2044939b5446ffe5397633a for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:10.035268 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.041216 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Deleting subnet d15506cf-9201-43a4-b2ce-b4f49b1d9347 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:50:10.044643 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:10.047211 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Publish callbacks [] for subnet (d15506cf-9201-43a4-b2ce-b4f49b1d9347), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.095097 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:10.095869 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e5c6f1b7-1540-4fe2-ad43-f1d4ba8dc746 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:10.096616 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e8d47bfd-555b-4639-a253-f614ddfc9b9b no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:10.124592 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Publish callbacks [] for subnet (d15506cf-9201-43a4-b2ce-b4f49b1d9347), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.142523 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: e8d47bfd-555b-4639-a253-f614ddfc9b9b {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:10.143130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device e8d47bfd-555b-4639-a253-f614ddfc9b9b not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:10.184732 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (d15506cf-9201-43a4-b2ce-b4f49b1d9347), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.272429 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Allocated IP 172.20.0.14 (1c06056f-c33e-47c9-b078-4c3c3f047c82/d139d228-2d77-4ad5-a94b-4e21acd1f3b7/533de8d8-0438-4dd2-946d-f12312377670) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:10.278611 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for subnet (d15506cf-9201-43a4-b2ce-b4f49b1d9347), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.303098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:10.310269 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15506cf-9201-43a4-b2ce-b4f49b1d9347,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.314717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.318111 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-62576f7f-e772-4ab5-902f-92dff54ce53a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d15506cf-9201-43a4-b2ce-b4f49b1d9347 HTTP/1.1" status: 204 len: 168 time: 0.3850546 Oct 28 09:50:10.322756 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41836) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:10.335839 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bd482-8999-4dad-a9c9-0569a45ece09 None None] Network 4312b894-27db-4853-89d7-6a6630738a6b requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:10.403975 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (4312b894-27db-4853-89d7-6a6630738a6b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.464711 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69ff0da5-4881-4744-abff-605e92142650 req-20538d16-59a7-4217-8a60-3ef1ad713eff tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0603666 Oct 28 09:50:10.465183 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Deleting port 8b152d93-fd30-4acf-98db-3d6ceee9e094 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:10.465399 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.543358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for port (533de8d8-0438-4dd2-946d-f12312377670), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.566819 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] For port 8b152d93-fd30-4acf-98db-3d6ceee9e094, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8b152d93-fd30-4acf-98db-3d6ceee9e094,segment=NetworkSegment(08998415-5935-47cf-865b-35d3f4df0b45),segment_id=08998415-5935-47cf-865b-35d3f4df0b45)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:10.567792 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.584087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.597440 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Calling delete_port for 8b152d93-fd30-4acf-98db-3d6ceee9e094 owned by network:dhcp {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:10.643772 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:10.647681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:10.662515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:10.722796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:10.723471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.730079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.749154 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-1b9e11ed-7bf0-4221-b319-fc6e0f67e6b9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907602 Oct 28 09:50:10.749384 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (8b152d93-fd30-4acf-98db-3d6ceee9e094), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.773239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Request body: {'port': {'device_id': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:10.811427 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] No DVR routers for this DVR port 8b152d93-fd30-4acf-98db-3d6ceee9e094 on host dv-cinder-zed-3-iscsi {{(pid=112835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:10.820770 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b152d93-fd30-4acf-98db-3d6ceee9e094,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.830844 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b6a64-1e0f-47a5-be23-84391bd480bc None None] DHCP port deletion for 4312b894-27db-4853-89d7-6a6630738a6b request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:50:10.892150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.942910 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:10.947165 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:10.970194 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:10.970631 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (4312b894-27db-4853-89d7-6a6630738a6b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.987895 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-416f1d8f-3179-4ebf-ba25-ffab63cab951 None None] Provisioning complete for port 533de8d8-0438-4dd2-946d-f12312377670 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:10.988274 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-416f1d8f-3179-4ebf-ba25-ffab63cab951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (533de8d8-0438-4dd2-946d-f12312377670), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:10.988621 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-416f1d8f-3179-4ebf-ba25-ffab63cab951 None None] Attempt 1 to provision port 533de8d8-0438-4dd2-946d-f12312377670 Oct 28 09:50:11.013435 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.014077 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.015514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.015931 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > port after_create 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.016541 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.017115 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > port after_update 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.017910 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.018505 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.018968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.019561 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.024509 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-416f1d8f-3179-4ebf-ba25-ffab63cab951 None None] Port 533de8d8-0438-4dd2-946d-f12312377670 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:11.123804 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.124308 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.124722 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.125122 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:11.125540 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4312b894-27db-4853-89d7-6a6630738a6b']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:11.147322 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08998415-5935-47cf-865b-35d3f4df0b45') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:11.147602 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08998415-5935-47cf-865b-35d3f4df0b45') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:11.174227 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (08998415-5935-47cf-865b-35d3f4df0b45), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.213143 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (08998415-5935-47cf-865b-35d3f4df0b45), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.230387 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:11.230840 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (08998415-5935-47cf-865b-35d3f4df0b45), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.268457 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:50:11.277878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks [] for port (533de8d8-0438-4dd2-946d-f12312377670), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.340453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Transition to ACTIVE for port object 533de8d8-0438-4dd2-946d-f12312377670 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:50:11.341231 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (4312b894-27db-4853-89d7-6a6630738a6b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.346690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.354890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:11.360931 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4312b894-27db-4853-89d7-6a6630738a6b HTTP/1.1" status: 204 len: 168 time: 1.0373583 Oct 28 09:50:11.375759 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41842) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:11.377520 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b83f3-824b-4404-b518-d8f9a63c2014 admin admin] Pushing event deleted for resources: {'Network': ['ID=4312b894-27db-4853-89d7-6a6630738a6b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:11.493522 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:11.581153 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 08998415-5935-47cf-865b-35d3f4df0b45 resource provider aggregate not found Oct 28 09:50:11.603327 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 08998415-5935-47cf-865b-35d3f4df0b45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08998415-5935-47cf-865b-35d3f4df0b45 found for delete ", "request_id": "req-41760076-a472-4715-b504-ded7a9211e98"}]} Oct 28 09:50:11.883456 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:11.896617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384d340-b623-4093-b762-ea7b3692e112 req-65d9cbba-9c6a-4497-8514-3b6a93c46e9d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:11.898341 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4384d340-b623-4093-b762-ea7b3692e112 req-65d9cbba-9c6a-4497-8514-3b6a93c46e9d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0908604 Oct 28 09:50:11.948275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Attempting to bind port 533de8d8-0438-4dd2-946d-f12312377670 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:11.948616 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Attempting to bind port 533de8d8-0438-4dd2-946d-f12312377670 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:11.948943 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Attempting to bind port 533de8d8-0438-4dd2-946d-f12312377670 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:12.008900 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8b152d93-fd30-4acf-98db-3d6ceee9e094 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:12.031697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 8b152d93-fd30-4acf-98db-3d6ceee9e094 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:12.032926 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8b152d93-fd30-4acf-98db-3d6ceee9e094 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:12.144274 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4384d340-b623-4093-b762-ea7b3692e112 req-8b049e8b-fc25-449f-badc-3adcac3bafda tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2359233 Oct 28 09:50:12.150365 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Port 533de8d8-0438-4dd2-946d-f12312377670 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:12.151013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Attempting to bind port 533de8d8-0438-4dd2-946d-f12312377670 on network 1c06056f-c33e-47c9-b078-4c3c3f047c82 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:12.325667 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:12.326229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Checking segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:12.326784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Bound using segment: {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:12.327334 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Bound port: 533de8d8-0438-4dd2-946d-f12312377670, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:12.327938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:12.372961 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:12.488150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (cb130f1b-d511-477e-9169-2723e903313c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:12.524774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:12.548375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:12.557824 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:12.564801 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:12.565420 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:12.566850 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 1094 time: 1.7993672 Oct 28 09:50:12.568469 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:12.571638 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51625118-a6a0-4111-8f8f-13198e641dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:12.687728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5164da9-7f95-4a3e-b7d2-c119d9ba2b66 x-openstack-request-id: req-a5164da9-7f95-4a3e-b7d2-c119d9ba2b66 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:12.688071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:12.688928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5164da9-7f95-4a3e-b7d2-c119d9ba2b66 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:12.689518 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5164da9-7f95-4a3e-b7d2-c119d9ba2b66'] response: {'name': 'network-changed', 'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'status': 'completed', 'code': 200} Oct 28 09:50:12.718426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bc89b-7037-40ac-ba3e-c76569b15281 service neutron] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:12.750018 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-ab0f413c-cd3b-4eee-b917-4da5c3c5b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:12.752323 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-ab0f413c-cd3b-4eee-b917-4da5c3c5b5b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1128 time: 0.1021569 Oct 28 09:50:12.818582 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-d1c45945-f79d-4eb9-a290-401d62e0f491 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 217 time: 0.0425043 Oct 28 09:50:12.915295 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-959e9bfc-5be5-49f5-b593-6a58ce23e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:12.916988 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-959e9bfc-5be5-49f5-b593-6a58ce23e507 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0886075 Oct 28 09:50:12.983468 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Deleting port a536820b-1e60-4c39-98a7-183fe1a19614 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:12.983923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:12.990006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-271cb0da-5005-4da2-9334-ad52e04d64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:12.991749 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-271cb0da-5005-4da2-9334-ad52e04d64a5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0564797 Oct 28 09:50:13.111831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:13.152928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] For port a536820b-1e60-4c39-98a7-183fe1a19614, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a536820b-1e60-4c39-98a7-183fe1a19614,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:13.153287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:13.179142 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Calling delete_port for a536820b-1e60-4c39-98a7-183fe1a19614 owned by network:router_interface {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:13.185259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-f490f30b-1f7a-47dd-8734-763b8f4b8490 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833184 Oct 28 09:50:13.317686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:13.370116 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819eff-cef8-4beb-8fba-106099167392 req-6618c56d-406b-4695-8a04-68790c2c2266 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:13.372212 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-37819eff-cef8-4beb-8fba-106099167392 req-6618c56d-406b-4695-8a04-68790c2c2266 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0966313 Oct 28 09:50:13.448089 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2765bbce-120e-4cff-b050-cb54a9ab4f21 req-fa3506cd-ae35-44e6-8d22-e546801d80b9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558792 Oct 28 09:50:13.516013 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-37819eff-cef8-4beb-8fba-106099167392 req-db9d87bf-fe83-4721-89f7-e8f693c99dc9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281781 Oct 28 09:50:13.606126 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (a536820b-1e60-4c39-98a7-183fe1a19614), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:13.634082 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Pushing event deleted for resources: {'Port': ['ID=a536820b-1e60-4c39-98a7-183fe1a19614,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:13.850073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (cb130f1b-d511-477e-9169-2723e903313c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:14.156373 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Router cb130f1b-d511-477e-9169-2723e903313c has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:14.204203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:14.286192 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:14.292530 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b9274df0-44ad-40fd-aa13-616593731031 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/cb130f1b-d511-477e-9169-2723e903313c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133890 Oct 28 09:50:14.294753 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41870) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:14.301702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Sync routers for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:14.320081 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:14.321123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:14.456213 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks [] for router (cb130f1b-d511-477e-9169-2723e903313c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:14.509958 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:14.635226 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d847062-cad9-4c36-a1d6-ce417310f9a9 req-ed3e384d-bded-4a40-82cd-e7bdae9cfb15 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:14.641699 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks [] for router_gateway (cb130f1b-d511-477e-9169-2723e903313c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:14.643205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d847062-cad9-4c36-a1d6-ce417310f9a9 req-ed3e384d-bded-4a40-82cd-e7bdae9cfb15 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.1137626 Oct 28 09:50:14.658430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:14.728908 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Deleting port 3c838643-33de-4ac4-8133-3c639675de5b {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:14.729637 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (3c838643-33de-4ac4-8133-3c639675de5b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:14.742457 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625118-a6a0-4111-8f8f-13198e641dbb req-0374c31b-7300-44bd-993c-3f60c4088cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:14.744755 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-0374c31b-7300-44bd-993c-3f60c4088cd7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1128 time: 0.1311831 Oct 28 09:50:14.789470 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22'}], 'enable_snat': True}, 'gw_port_id': '3c838643-33de-4ac4-8133-3c639675de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:50:13Z', 'revision_number': 5, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port': {'id': '3c838643-33de-4ac4-8133-3c639675de5b', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bd:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb130f1b-d511-477e-9169-2723e903313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:46:21Z', 'updated_at': '2022-10-28T09:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:14.794251 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:14.818910 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Checking router: cb130f1b-d511-477e-9169-2723e903313c for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:14.829970 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Routers {'cb130f1b-d511-477e-9169-2723e903313c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:14.830822 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cb130f1b-d511-477e-9169-2723e903313c'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:14.837135 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d847062-cad9-4c36-a1d6-ce417310f9a9 req-9b2dfbad-f626-4e8d-b729-325f757de4b7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927559 Oct 28 09:50:14.852854 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bab99-2b91-403a-a679-83b00112e6e4 req-58f20f78-2c76-4a6c-a53e-e6f266e825c4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:14.855548 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e83bab99-2b91-403a-a679-83b00112e6e4 req-58f20f78-2c76-4a6c-a53e-e6f266e825c4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1414340 Oct 28 09:50:14.913852 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] For port 3c838643-33de-4ac4-8133-3c639675de5b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3c838643-33de-4ac4-8133-3c639675de5b,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:14.914559 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (3c838643-33de-4ac4-8133-3c639675de5b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:14.920708 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e83bab99-2b91-403a-a679-83b00112e6e4 req-b3d4f05e-c963-486e-874b-f9446fcd0df3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592105 Oct 28 09:50:14.942451 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Calling delete_port for 3c838643-33de-4ac4-8133-3c639675de5b owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:14.959465 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] Set router cb130f1b-d511-477e-9169-2723e903313c gateway port host: None {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:14.985124 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:15.015586 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:50:14Z', 'revision_number': 6, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:15.045358 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e7f4c6-212a-4ff0-96f5-25722dc9870b None None] The sync data for ids ['cb130f1b-d511-477e-9169-2723e903313c'] in dv-cinder-zed-3-iscsi is: [{'id': 'cb130f1b-d511-477e-9169-2723e903313c', 'name': 'tempest-TestMinimumBasicScenario-1968353789-router', 'tenant_id': '211973c63e014864a20f470121b94a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:46:20Z', 'updated_at': '2022-10-28T09:50:14Z', 'revision_number': 6, 'project_id': '211973c63e014864a20f470121b94a0f', 'gw_port_host': None}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:15.180049 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (3c838643-33de-4ac4-8133-3c639675de5b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.210165 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3c838643-33de-4ac4-8133-3c639675de5b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:15.284581 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (cb130f1b-d511-477e-9169-2723e903313c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.614636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (cb130f1b-d511-477e-9169-2723e903313c), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.617374 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks [] for router_controller (cb130f1b-d511-477e-9169-2723e903313c), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.668530 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (cb130f1b-d511-477e-9169-2723e903313c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.669136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb130f1b-d511-477e-9169-2723e903313c {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:50:15.674274 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.676030 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-09d158f5-abfc-4462-b2cd-ea5e85c1e3ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/cb130f1b-d511-477e-9169-2723e903313c HTTP/1.1" status: 204 len: 168 time: 1.3796668 Oct 28 09:50:15.678866 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41878) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:15.711414 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:15.730502 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Deleting subnet 50bd0ee3-5b4b-417a-88a8-e55f7854a4a3 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:50:15.734434 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Publish callbacks [] for subnet (50bd0ee3-5b4b-417a-88a8-e55f7854a4a3), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.773752 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (50bd0ee3-5b4b-417a-88a8-e55f7854a4a3), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:15.872574 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:15.906371 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (50bd0ee3-5b4b-417a-88a8-e55f7854a4a3), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.007672 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (50bd0ee3-5b4b-417a-88a8-e55f7854a4a3), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.058062 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50bd0ee3-5b4b-417a-88a8-e55f7854a4a3,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:16.062633 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.069242 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f5f503e5-b53c-4818-b485-4f60d98eb658 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/50bd0ee3-5b4b-417a-88a8-e55f7854a4a3 HTTP/1.1" status: 204 len: 168 time: 0.3891058 Oct 28 09:50:16.069454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41884) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:16.087976 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3c838643-33de-4ac4-8133-3c639675de5b no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:16.099166 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d39750-4794-485b-bb1a-4f78250bde11 None None] Network 1ca41bcb-76f4-460d-b32a-7137add8836c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:16.172194 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 3c838643-33de-4ac4-8133-3c639675de5b {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:16.172771 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3c838643-33de-4ac4-8133-3c639675de5b not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:16.173461 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a536820b-1e60-4c39-98a7-183fe1a19614 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:16.226844 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:16.295158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: a536820b-1e60-4c39-98a7-183fe1a19614 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:16.295723 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a536820b-1e60-4c39-98a7-183fe1a19614 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:16.310729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '533de8d8-0438-4dd2-946d-f12312377670', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:16.329927 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a980fb-901d-4cde-a7a9-f6e507d776d6 req-65992e3b-14ef-4282-9b36-4d7b59fcf7ec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:16.331654 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f6a980fb-901d-4cde-a7a9-f6e507d776d6 req-65992e3b-14ef-4282-9b36-4d7b59fcf7ec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.2462473 Oct 28 09:50:16.337626 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (1ca41bcb-76f4-460d-b32a-7137add8836c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.345610 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ef735-f15e-4c66-86c1-385555c11938 req-dcab1f06-aa79-485b-be4c-8b7f24e6fc86 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:16.347292 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c60ef735-f15e-4c66-86c1-385555c11938 req-dcab1f06-aa79-485b-be4c-8b7f24e6fc86 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.2415090 Oct 28 09:50:16.394383 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:16.394991 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.417568 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:50:16.463108 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:16.469078 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.501046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f6a980fb-901d-4cde-a7a9-f6e507d776d6 req-d9a42d54-805a-4e79-b328-3bdb2602d5eb tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519747 Oct 28 09:50:16.508330 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] DHCP port deletion for 1ca41bcb-76f4-460d-b32a-7137add8836c request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:50:16.511060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c60ef735-f15e-4c66-86c1-385555c11938 req-126f2c1d-3fcb-4488-bb79-715fad2dab97 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527507 Oct 28 09:50:16.521367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Deleting port f0160f94-c836-4398-8ce5-aa7334407201 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:16.521367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (f0160f94-c836-4398-8ce5-aa7334407201), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.620511 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:16.623400 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] For port f0160f94-c836-4398-8ce5-aa7334407201, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f0160f94-c836-4398-8ce5-aa7334407201,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:16.623768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (f0160f94-c836-4398-8ce5-aa7334407201), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.625537 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Deleting port f0160f94-c836-4398-8ce5-aa7334407201 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:16.626706 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (f0160f94-c836-4398-8ce5-aa7334407201), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.642118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Calling delete_port for f0160f94-c836-4398-8ce5-aa7334407201 owned by network:dhcp {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:16.715191 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] For port f0160f94-c836-4398-8ce5-aa7334407201, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f0160f94-c836-4398-8ce5-aa7334407201,segment=NetworkSegment(a03bde1a-3e28-46f2-98cd-865419cf4eea),segment_id=a03bde1a-3e28-46f2-98cd-865419cf4eea)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:16.715660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (f0160f94-c836-4398-8ce5-aa7334407201), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.719101 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:16.737550 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (f0160f94-c836-4398-8ce5-aa7334407201), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.745388 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Calling delete_port for f0160f94-c836-4398-8ce5-aa7334407201 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:16.794315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0160f94-c836-4398-8ce5-aa7334407201,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:16.802674 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] No DVR routers for this DVR port f0160f94-c836-4398-8ce5-aa7334407201 on host dv-cinder-zed-3-iscsi {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:16.858145 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.858752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.859358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.860453 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.861042 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.861691 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.862087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.862496 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.862880 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.863376 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.863880 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.864263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.864636 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.864826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (f0160f94-c836-4398-8ce5-aa7334407201), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:16.865117 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.865493 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:16.915750 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['533de8d8-0438-4dd2-946d-f12312377670'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:50:16.923146 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] Pushing event deleted for resources: {'Port': ['ID=f0160f94-c836-4398-8ce5-aa7334407201,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:16.971172 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0722c0-6629-484e-8a84-e8438c540942 None None] No DVR routers for this DVR port f0160f94-c836-4398-8ce5-aa7334407201 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:17.252257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (1ca41bcb-76f4-460d-b32a-7137add8836c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.276045 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:17.287368 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625118-a6a0-4111-8f8f-13198e641dbb req-b43f7a48-ce21-4761-b5db-b8171c66d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:17.288915 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-b43f7a48-ce21-4761-b5db-b8171c66d45e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.5437207 Oct 28 09:50:17.291372 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca41bcb-76f4-460d-b32a-7137add8836c']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:17.311695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03bde1a-3e28-46f2-98cd-865419cf4eea') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:17.311989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03bde1a-3e28-46f2-98cd-865419cf4eea') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:17.346909 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-07921f7c-1a26-4edd-9f45-8abba696feb4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 217 time: 0.0461180 Oct 28 09:50:17.351473 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (a03bde1a-3e28-46f2-98cd-865419cf4eea), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.404187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (a03bde1a-3e28-46f2-98cd-865419cf4eea), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.420450 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:17.420862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (a03bde1a-3e28-46f2-98cd-865419cf4eea), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.504992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:17.507994 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment a03bde1a-3e28-46f2-98cd-865419cf4eea resource provider aggregate not found Oct 28 09:50:17.536093 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625118-a6a0-4111-8f8f-13198e641dbb req-458d0ef9-0dd1-4cf4-83a0-bde4279a82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:17.539115 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-458d0ef9-0dd1-4cf4-83a0-bde4279a82dc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.1848412 Oct 28 09:50:17.541774 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment a03bde1a-3e28-46f2-98cd-865419cf4eea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a03bde1a-3e28-46f2-98cd-865419cf4eea found for delete ", "request_id": "req-52366a46-05bf-4f9b-ae1f-4bdd719b2190"}]} Oct 28 09:50:17.678727 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (1ca41bcb-76f4-460d-b32a-7137add8836c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.736748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:17.742651 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1ca41bcb-76f4-460d-b32a-7137add8836c HTTP/1.1" status: 204 len: 168 time: 1.6712892 Oct 28 09:50:17.804431 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682aae3-3634-4b49-a295-0062cff3c220 req-39af1544-2cec-43e0-aa51-e11ce03f8f1f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:17.806929 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8682aae3-3634-4b49-a295-0062cff3c220 req-39af1544-2cec-43e0-aa51-e11ce03f8f1f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.5872805 Oct 28 09:50:17.850153 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33058f51-816e-4aea-b0f9-c4493efc3534 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca41bcb-76f4-460d-b32a-7137add8836c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:17.853897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625118-a6a0-4111-8f8f-13198e641dbb req-dfa53734-8190-4e15-b3fc-1d7e3ad6a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:17.857580 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-dfa53734-8190-4e15-b3fc-1d7e3ad6a349 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.2901959 Oct 28 09:50:17.926594 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:17.997989 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41898) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:18.002107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163b89-f1c5-487c-929d-0d28769ddcf9 req-fb42c23a-be4c-4ebe-b583-57ffd56b18c0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:18.004588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 533de8d8-0438-4dd2-946d-f12312377670 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:50:18.004853 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5163b89-f1c5-487c-929d-0d28769ddcf9 req-fb42c23a-be4c-4ebe-b583-57ffd56b18c0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 945 time: 0.3278878 Oct 28 09:50:18.008752 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:18.018826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 533de8d8-0438-4dd2-946d-f12312377670 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:18.019475 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (533de8d8-0438-4dd2-946d-f12312377670), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.020112 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 533de8d8-0438-4dd2-946d-f12312377670 Oct 28 09:50:18.053462 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:18.081606 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5c02-de79-4233-abbf-e90e841e9f67 req-334f6296-dcc9-462b-a3d5-820ac0f9b8a4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:18.085241 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-85fb5c02-de79-4233-abbf-e90e841e9f67 req-334f6296-dcc9-462b-a3d5-820ac0f9b8a4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 945 time: 0.4100478 Oct 28 09:50:18.099858 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device f0160f94-c836-4398-8ce5-aa7334407201 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:18.119774 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7acabe5c-e2ac-42b3-b8f5-8af2c35443ba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6f99f17a6cab46039419eb3b44bdd142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1184185 Oct 28 09:50:18.123694 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41900) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:18.142318 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: f0160f94-c836-4398-8ce5-aa7334407201 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:18.142905 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device f0160f94-c836-4398-8ce5-aa7334407201 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:18.201876 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] Publish callbacks [] for security_group (3688dd2b-3a0d-43ba-826b-646be9618813), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.214596 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:18.215147 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.264113 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] Publish callbacks [] for security_group (3688dd2b-3a0d-43ba-826b-646be9618813), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.264391 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:18.268134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329db7ff-e296-4e5b-a0b8-8c61c50761c2" -d '{"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:18.287547 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:18.293237 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.354542 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3688dd2b-3a0d-43ba-826b-646be9618813), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.358627 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Deleting port e1425374-6966-45a1-bf96-5df1dadc813c {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:18.359224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.359416 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:18.361298 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.363530 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3688dd2b-3a0d-43ba-826b-646be9618813 HTTP/1.1" status: 204 len: 168 time: 0.2381055 Oct 28 09:50:18.394325 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc93ad-37a8-415b-b524-9469bc8960f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688dd2b-3a0d-43ba-826b-646be9618813,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:18.447283 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b5163b89-f1c5-487c-929d-0d28769ddcf9 req-1d361813-3c33-4c11-b934-8d97f5e8b9f8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599315 Oct 28 09:50:18.462231 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-85fb5c02-de79-4233-abbf-e90e841e9f67 req-54c6b225-7af1-4755-8e99-a258dbc5ebfc tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3596191 Oct 28 09:50:18.515751 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-892b8e7c-a2db-4fda-b88a-5dfaacae98f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312644 Oct 28 09:50:18.530429 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d86be83-a9ea-4fb5-88d3-3cecfe9ac205 x-openstack-request-id: req-7d86be83-a9ea-4fb5-88d3-3cecfe9ac205 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:18.530837 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:18.531192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d86be83-a9ea-4fb5-88d3-3cecfe9ac205 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:18.532341 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d86be83-a9ea-4fb5-88d3-3cecfe9ac205'] response: {'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'code': 200} Oct 28 09:50:18.743836 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] For port e1425374-6966-45a1-bf96-5df1dadc813c, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e1425374-6966-45a1-bf96-5df1dadc813c,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:18.744440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:18.895763 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-51625118-a6a0-4111-8f8f-13198e641dbb req-90acdacd-cf68-4a15-8f94-fbcc88983873 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705406 Oct 28 09:50:18.922608 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41910) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:18.931549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f407801-6147-477d-90fd-df6ca7efca16 req-e03772e4-7e81-4493-a271-203c100aaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:18.933085 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9f407801-6147-477d-90fd-df6ca7efca16 req-e03772e4-7e81-4493-a271-203c100aaba9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1130 time: 0.1301920 Oct 28 09:50:18.974563 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:18.998783 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1e634d12-f548-4e3a-833b-368d50fb6a19 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=211973c63e014864a20f470121b94a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740821 Oct 28 09:50:19.002379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41912) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:19.073456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9f407801-6147-477d-90fd-df6ca7efca16 req-d95ab5be-665a-4004-8fec-cc5a75cf1a9e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073596 Oct 28 09:50:19.095494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.095862 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] Publish callbacks [] for security_group (dfacb270-278d-4288-97ea-7f6728346d9f), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.096146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.096540 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Floating IP 37992698-a300-4cb3-a786-2ea317fcea44 disassociated. External IP: 172.37.3.20, port: e1425374-6966-45a1-bf96-5df1dadc813c. Oct 28 09:50:19.097084 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Calling delete_port for e1425374-6966-45a1-bf96-5df1dadc813c owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:19.135890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] Publish callbacks [] for security_group (dfacb270-278d-4288-97ea-7f6728346d9f), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.196671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:19.209228 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (dfacb270-278d-4288-97ea-7f6728346d9f), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.214117 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.215704 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dfacb270-278d-4288-97ea-7f6728346d9f HTTP/1.1" status: 204 len: 168 time: 0.2107005 Oct 28 09:50:19.228141 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82615f37-f04a-4372-bed8-cc32bf6cf95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfacb270-278d-4288-97ea-7f6728346d9f,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:19.327246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (e1425374-6966-45a1-bf96-5df1dadc813c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:19.391588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'Port': ['ID=e1425374-6966-45a1-bf96-5df1dadc813c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:19.658622 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:19.693134 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8ae959ce-cf9a-4252-acfe-79108e93e30d req-4a7a9a9c-7ca0-488a-802a-6797d8e5cac4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0711558 Oct 28 09:50:19.734253 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ae1-0f32-4065-95ec-a8311b56ad8a req-b0792eb4-b479-4e29-9469-8c2349766388 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:19.743290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f5290ae1-0f32-4065-95ec-a8311b56ad8a req-b0792eb4-b479-4e29-9469-8c2349766388 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1383016 Oct 28 09:50:19.917953 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f5290ae1-0f32-4065-95ec-a8311b56ad8a req-019843dd-a45d-420f-8a56-faee94829ff2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678572 Oct 28 09:50:19.936776 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:19.955898 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:19.997004 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:19.997909 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:20.010831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] No DVR routers for this DVR port e1425374-6966-45a1-bf96-5df1dadc813c on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:20.015064 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.020403 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8682aae3-3634-4b49-a295-0062cff3c220 req-db737a4b-80e1-4bd4-ab63-2f01fcbc5b77 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "DELETE /networking/v2.0/ports/e1425374-6966-45a1-bf96-5df1dadc813c HTTP/1.1" status: 204 len: 173 time: 2.1766837 Oct 28 09:50:20.021470 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'name': 'network-vif-deleted', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:20.025193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e5840-42b6-49b9-8768-d281f4a667da" -d '{"events": [{"server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "name": "network-vif-deleted", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:20.096124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a17d3-f373-492d-8c01-3079518f697a x-openstack-request-id: req-cd4a17d3-f373-492d-8c01-3079518f697a {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:20.096422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b981eca6-4d6f-4e48-bf62-016833f2885d", "name": "network-vif-deleted", "tag": "e1425374-6966-45a1-bf96-5df1dadc813c", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:20.096653 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd4a17d3-f373-492d-8c01-3079518f697a {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:20.097585 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd4a17d3-f373-492d-8c01-3079518f697a'] response: {'server_uuid': 'b981eca6-4d6f-4e48-bf62-016833f2885d', 'name': 'network-vif-deleted', 'tag': 'e1425374-6966-45a1-bf96-5df1dadc813c', 'status': 'completed', 'code': 200} Oct 28 09:50:20.224604 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:20.476719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41942) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:20.537287 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:20.541962 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:20.587274 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:20.604184 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:20.604980 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:20.645830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1743281528-network', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:20.673671 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Made reservation on behalf of 6d071a4f24b541d4b5d49017707e0788 for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:20.676294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.686354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.794746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:20.799939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks [] for security_group (356e7506-8aca-4545-94f8-5cb4284e215d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.806143 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:20.806259 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (356e7506-8aca-4545-94f8-5cb4284e215d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.905996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:20.930221 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f1c3e957-7c82-415e-b299-ea1c7279627a req-710a3579-b227-4ca3-a15b-4fb5b510cedc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b981eca6-4d6f-4e48-bf62-016833f2885d HTTP/1.1" status: 200 len: 210 time: 0.0989809 Oct 28 09:50:20.931279 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356e7506-8aca-4545-94f8-5cb4284e215d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:20.944401 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:20.945789 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Added segment 0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9 of type vlan for network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 Oct 28 09:50:21.037613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.086322 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:21.104358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.106134 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:21.107195 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.126369 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:21.167361 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8944fd-86bd-40aa-98b1-b8ef7052a9f3 None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:21.258519 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7757452 Oct 28 09:50:21.258927 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41950) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:21.269009 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Request body: {'subnet': {'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1743281528-subnet', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:21.278516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:21.295588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2640e6c-3ae7-4578-9fa7-50a5fa3aa747 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7ca88a-ecf5-4f0a-be39-1cb8545558c8,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:21.314528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:21.316282 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d560969-e981-4e6f-83dd-559b8c00f5ba req-e2404aa1-187d-4496-8162-13f7c48d9017 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:21.319413 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d560969-e981-4e6f-83dd-559b8c00f5ba req-e2404aa1-187d-4496-8162-13f7c48d9017 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1813328 Oct 28 09:50:21.329486 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Made reservation on behalf of 6d071a4f24b541d4b5d49017707e0788 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:21.333650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59182348'] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.431368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d560969-e981-4e6f-83dd-559b8c00f5ba req-90aa04b8-a9ea-437e-9012-eb5c28360986 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0994353 Oct 28 09:50:21.614338 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2882798-d600-4a34-825c-3e39ba49da26 None None] New status for floating IP 37992698-a300-4cb3-a786-2ea317fcea44: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:50:21.651722 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76f10-b177-4b20-aaba-9832d8300e58 req-59f8dbc9-4b78-4237-8fc7-a13c856c6833 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:21.653657 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9fb76f10-b177-4b20-aaba-9832d8300e58 req-59f8dbc9-4b78-4237-8fc7-a13c856c6833 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0849247 Oct 28 09:50:21.662247 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59075495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59182398'] for subnet (da54c635-2715-4755-9cd1-1d104e3a65b1), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.666681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41954) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:21.672555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Request body: {'floatingip': {'port_id': '533de8d8-0438-4dd2-946d-f12312377670'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:21.673368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:21.748066 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.772454 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da54c635-2715-4755-9cd1-1d104e3a65b1,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:21.815407 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Checking segment: {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:21.816312 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Network hostable DHCP agents. Network: 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:21.853289 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:21.875904 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:21.895256 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c66b118-1a28-47a7-a183-c9721fe398cf None None] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:21.896262 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:21.897403 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.939746 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-594155fb-26ec-4fe7-b3db-232d7636c75f admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6787071 Oct 28 09:50:21.941341 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41956) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:21.950272 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:21.993943 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:21.996286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.016748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device e1425374-6966-45a1-bf96-5df1dadc813c no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:22.018515 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:22.052073 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: e1425374-6966-45a1-bf96-5df1dadc813c {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:22.052562 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device e1425374-6966-45a1-bf96-5df1dadc813c not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:22.113226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:50:22.114765 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.129282 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for router_controller (0eda90d8-cff3-4a78-878d-7d20ed35b31d), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.157694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41962) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:22.360493 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:22.373907 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for router_gateway (0eda90d8-cff3-4a78-878d-7d20ed35b31d), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.400899 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Allocated IP 172.20.0.2 (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8/da54c635-2715-4755-9cd1-1d104e3a65b1/18eb44b0-749b-4c33-a489-d4e039dba2fb) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:22.498139 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.617121 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks [] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.627369 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.654463 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.682793 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:22.686819 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:22.691524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:22.697592 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Pushing event updated for resources: {'Port': ['ID=18eb44b0-749b-4c33-a489-d4e039dba2fb,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:22.756380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for router_gateway (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.797078 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:22.909367 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Attempting to bind port 18eb44b0-749b-4c33-a489-d4e039dba2fb on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:22.909671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Attempting to bind port 18eb44b0-749b-4c33-a489-d4e039dba2fb by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:22.910008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Attempting to bind port 18eb44b0-749b-4c33-a489-d4e039dba2fb on network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:22.912177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:22.984342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Allocated IP 172.37.3.224 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/49b074c2-9a80-4875-874c-6b819c6f6deb) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:22.999390 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:23.000236 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Checking segment: {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:23.002975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.002975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Bound using segment: {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:23.005200 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Bound port: 18eb44b0-749b-4c33-a489-d4e039dba2fb, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:23.005419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.129797 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] For port 18eb44b0-749b-4c33-a489-d4e039dba2fb, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:23.136738 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] For port 18eb44b0-749b-4c33-a489-d4e039dba2fb, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=18eb44b0-749b-4c33-a489-d4e039dba2fb,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:23.146176 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.149779 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.184052 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.187408 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.189006 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e HTTP/1.1" status: 204 len: 168 time: 1.0298500 Oct 28 09:50:23.196269 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41964) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:23.202107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.210814 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214302-0b1f-498e-9be3-1c6c51fcda18 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.213705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.269208 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.api.v2.resource [None req-9d8b8d2f-ae3a-42f7-8a10-ce3647682b8c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] show failed (client error): The resource could not be found. Oct 28 09:50:23.271147 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9d8b8d2f-ae3a-42f7-8a10-ce3647682b8c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e4a2eeff-6c92-40d6-9d9e-92b39b5c8d7e HTTP/1.1" status: 404 len: 347 time: 0.0735290 Oct 28 09:50:23.273930 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.277367 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41966) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:23.307560 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e660f9-4b18-4dfb-8d96-dca4c2387b54 None None] Pushing event updated for resources: {'Port': ['ID=18eb44b0-749b-4c33-a489-d4e039dba2fb,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.336585 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:23.381115 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Pushing event updated for resources: {'Port': ['ID=49b074c2-9a80-4875-874c-6b819c6f6deb,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.394810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:23.397525 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:23.405595 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:23.434034 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Floating IP 448083dc-a29b-45dd-8f59-b846e523fe79 associated. External IP: 172.37.3.217, port: 533de8d8-0438-4dd2-946d-f12312377670. Oct 28 09:50:23.582154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:23.683288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Deleting port e4d9ebbd-ef2c-4507-8b81-25b4b2437158 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:23.683757 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.737740 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:23.754913 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:23.851732 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:23.970940 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:23.971484 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.000830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:24.013327 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:24.016498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.035629 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:24.036275 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.069391 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for router_gateway (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.072410 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Calling delete_port for e4d9ebbd-ef2c-4507-8b81-25b4b2437158 owned by network:floatingip {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:24.119257 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 18eb44b0-749b-4c33-a489-d4e039dba2fb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:24.125893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-908d8d88-89e2-47c7-8807-960753acfb39 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/448083dc-a29b-45dd-8f59-b846e523fe79 HTTP/1.1" status: 200 len: 992 time: 2.4567084 Oct 28 09:50:24.126996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:24.129638 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf31c81-0fba-4513-bbc9-3c609955fabf" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:24.186068 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e287b-fe78-4ba4-a9b8-3486d23ecb4c x-openstack-request-id: req-084e287b-fe78-4ba4-a9b8-3486d23ecb4c {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:24.186528 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:24.188046 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-084e287b-fe78-4ba4-a9b8-3486d23ecb4c {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:24.188662 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084e287b-fe78-4ba4-a9b8-3486d23ecb4c'] response: {'name': 'network-changed', 'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'status': 'completed', 'code': 200} Oct 28 09:50:24.210122 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 18eb44b0-749b-4c33-a489-d4e039dba2fb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:24.210486 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.210845 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 18eb44b0-749b-4c33-a489-d4e039dba2fb Oct 28 09:50:24.367951 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-29429da3-20ec-4ed3-b12e-b532906eb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:24.373562 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-29429da3-20ec-4ed3-b12e-b532906eb97d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1130 time: 0.1205685 Oct 28 09:50:24.406375 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:24.420432 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 18eb44b0-749b-4c33-a489-d4e039dba2fb is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:24.421153 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.508574 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (e4d9ebbd-ef2c-4507-8b81-25b4b2437158), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.530212 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 18eb44b0-749b-4c33-a489-d4e039dba2fb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=18eb44b0-749b-4c33-a489-d4e039dba2fb,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:24.530873 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-e064b0f2-cda4-4e19-aed6-99cc649a11b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:24.534929 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-e064b0f2-cda4-4e19-aed6-99cc649a11b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.1517875 Oct 28 09:50:24.537055 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.581734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'Port': ['ID=e4d9ebbd-ef2c-4507-8b81-25b4b2437158,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.640200 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a12aac-e6dd-40f0-91a6-f7841cb186f3 None None] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:24.655231 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-3a02ae1f-2430-42f8-a44d-b6be7694fe63 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 1000 time: 0.1141937 Oct 28 09:50:24.740597 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-82dadd23-6f6d-478e-b98a-4a5b4a6b6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:24.743075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-82dadd23-6f6d-478e-b98a-4a5b4a6b6de5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0805488 Oct 28 09:50:24.745954 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:24.789647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=18eb44b0-749b-4c33-a489-d4e039dba2fb,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.805420 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-b12dea35-1433-41fb-8c0c-e0341a726fbe None None] Provisioning complete for port 18eb44b0-749b-4c33-a489-d4e039dba2fb triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:24.806063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b12dea35-1433-41fb-8c0c-e0341a726fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.806654 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-b12dea35-1433-41fb-8c0c-e0341a726fbe None None] Attempt 1 to provision port 18eb44b0-749b-4c33-a489-d4e039dba2fb Oct 28 09:50:24.829812 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-e39a80ad-e272-434e-9845-bad0779446ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:24.836507 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-e39a80ad-e272-434e-9845-bad0779446ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0866587 Oct 28 09:50:24.881952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (37992698-a300-4cb3-a786-2ea317fcea44), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.886155 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '448083dc-a29b-45dd-8f59-b846e523fe79', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:04Z', 'updated_at': '2022-10-28T09:50:22Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.886753 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.890964 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d6f5d9f9-6de5-4a25-89b5-d3c17243ccec tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/37992698-a300-4cb3-a786-2ea317fcea44 HTTP/1.1" status: 204 len: 168 time: 1.5664482 Oct 28 09:50:24.936263 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:24.939900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:24.952613 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:24.953988 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:25.096175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-8433ee44-cadc-4502-8906-475a3216f54e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470615 Oct 28 09:50:25.102374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-b12dea35-1433-41fb-8c0c-e0341a726fbe None None] Current status of the port 18eb44b0-749b-4c33-a489-d4e039dba2fb is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:25.120615 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:25.177071 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41974) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:25.184696 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:25.187064 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294868358', 'description': 'tempest-description--361432925'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:25.195897 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:25.219798 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:25.231151 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.239479 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Router 0eda90d8-cff3-4a78-878d-7d20ed35b31d is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:25.273462 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edf31c81-0fba-4513-bbc9-3c609955fabf req-5e6c5e80-2978-48c4-8f79-d750701dc7e2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754718 Oct 28 09:50:25.429306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-3119a32d-ba9f-40bb-8075-33a92f5a6947 None None] Provisioning complete for port 18eb44b0-749b-4c33-a489-d4e039dba2fb triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:25.431123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3119a32d-ba9f-40bb-8075-33a92f5a6947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.431594 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-3119a32d-ba9f-40bb-8075-33a92f5a6947 None None] Attempt 1 to provision port 18eb44b0-749b-4c33-a489-d4e039dba2fb Oct 28 09:50:25.452179 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:25.463661 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (ef95175a-3e40-4b5c-bb21-e8db0013380f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.473848 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ef95175a-3e40-4b5c-bb21-e8db0013380f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.479071 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Sync routers for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:25.500793 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.506528 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9e405450-2075-4713-8b56-74b8ce927403 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5594158 Oct 28 09:50:25.507270 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 41976) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:25.516401 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:25.517534 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:25.521879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef95175a-3e40-4b5c-bb21-e8db0013380f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.527222 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.530481 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-a77f7e11-fa4c-4a41-9393-a3eb90270b12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3500869 Oct 28 09:50:25.534045 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41978) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:25.539906 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group_rule': {'security_group_id': 'ef95175a-3e40-4b5c-bb21-e8db0013380f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:25.540862 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '448083dc-a29b-45dd-8f59-b846e523fe79', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:04Z', 'updated_at': '2022-10-28T09:50:22Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:25.586202 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (51b8ed89-2668-4622-a544-1895564ca61b), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.618091 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5de467-bff5-40f0-a124-a1bbfb6054db None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '448083dc-a29b-45dd-8f59-b846e523fe79', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'floating_ip_address': '172.37.3.217', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:04Z', 'updated_at': '2022-10-28T09:50:22Z', 'revision_number': 1, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:25.688028 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (51b8ed89-2668-4622-a544-1895564ca61b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.693532 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (51b8ed89-2668-4622-a544-1895564ca61b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.713725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-3119a32d-ba9f-40bb-8075-33a92f5a6947 None None] Current status of the port 18eb44b0-749b-4c33-a489-d4e039dba2fb is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:25.719211 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b8ed89-2668-4622-a544-1895564ca61b,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.727161 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.728802 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8ddac6d1-b38a-4129-aeb5-282c7a939306 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931944 Oct 28 09:50:25.732887 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41982) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:25.738522 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'security_group_rule': {'security_group_id': 'ef95175a-3e40-4b5c-bb21-e8db0013380f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:25.788060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (98226a02-14ed-41bd-b75c-2b28b52a0055), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.824972 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:25.876816 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (98226a02-14ed-41bd-b75c-2b28b52a0055), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.883508 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (98226a02-14ed-41bd-b75c-2b28b52a0055), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.909722 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98226a02-14ed-41bd-b75c-2b28b52a0055,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.923180 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:25.924811 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6f35da4a-5946-4db9-9053-8243d359a7df tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1905775 Oct 28 09:50:25.929704 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 41986) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:25.931286 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:25.938924 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:25.939404 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:26.011178 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.037063 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:26.039293 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77388f4-4e1d-4ca3-ab17-54ea5dde525a None None] New status for floating IP 448083dc-a29b-45dd-8f59-b846e523fe79: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:50:26.068927 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:26.208099 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:23Z', 'revision_number': 3, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.213159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 18eb44b0-749b-4c33-a489-d4e039dba2fb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:26.296626 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.309956 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Checking router: 0eda90d8-cff3-4a78-878d-7d20ed35b31d for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:26.310722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Updating router 0eda90d8-cff3-4a78-878d-7d20ed35b31d port 49b074c2-9a80-4875-874c-6b819c6f6deb binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:26.361825 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 18eb44b0-749b-4c33-a489-d4e039dba2fb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:26.362549 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.363998 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 18eb44b0-749b-4c33-a489-d4e039dba2fb Oct 28 09:50:26.425151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.555669 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.655871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Allocated IP 172.20.0.1 (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8/da54c635-2715-4755-9cd1-1d104e3a65b1/a615ec81-833c-4134-b16f-f1e6116bcd98) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:26.680292 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 18eb44b0-749b-4c33-a489-d4e039dba2fb is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:26.711740 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Allocated IP 172.37.3.186 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/d6bdf2b1-d24f-4805-90ae-1b4e508e02b6) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:26.845900 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks [] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.854660 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.856181 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:26.897909 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.912005 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:26.953546 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:26.958668 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:26.963896 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:26.980034 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:26.991079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:26.991495 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=d6bdf2b1-d24f-4805-90ae-1b4e508e02b6,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:26.999184 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:27.074304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Pushing event updated for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.113549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.132777 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.197008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:27.222898 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.326937 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.332621 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks [] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.345428 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.429950 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Attempting to bind port 49b074c2-9a80-4875-874c-6b819c6f6deb on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:27.430598 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Attempting to bind port 49b074c2-9a80-4875-874c-6b819c6f6deb by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:27.431112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:27.431692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Attempting to bind port 49b074c2-9a80-4875-874c-6b819c6f6deb on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:27.452703 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:27.521605 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0834a-6ed4-4ef6-b6fe-b8c1ee8bf34a None None] Pushing event updated for resources: {'Port': ['ID=49b074c2-9a80-4875-874c-6b819c6f6deb,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.539486 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-76477001-39a6-4f37-8136-90bf364014b2 None None] Provisioning complete for port a615ec81-833c-4134-b16f-f1e6116bcd98 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:27.540395 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-76477001-39a6-4f37-8136-90bf364014b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.540939 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-76477001-39a6-4f37-8136-90bf364014b2 None None] Attempt 1 to provision port a615ec81-833c-4134-b16f-f1e6116bcd98 Oct 28 09:50:27.603083 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks [] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.606328 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.610945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.632153 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59075546'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.671025 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:27.671684 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:27.672462 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.674299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:27.674586 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Bound port: 49b074c2-9a80-4875-874c-6b819c6f6deb, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:27.675889 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.696178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.698780 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Pushing event updated for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.766702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-76477001-39a6-4f37-8136-90bf364014b2 None None] Port a615ec81-833c-4134-b16f-f1e6116bcd98 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:27.778279 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.818472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:27.820514 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:27.826134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] For port 49b074c2-9a80-4875-874c-6b819c6f6deb, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:27.835144 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] For port 49b074c2-9a80-4875-874c-6b819c6f6deb, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=49b074c2-9a80-4875-874c-6b819c6f6deb,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:27.852573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.888882 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=d6bdf2b1-d24f-4805-90ae-1b4e508e02b6,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.910831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:27.912209 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-64e95568-038a-4098-8d16-2acbb5e6b5fe tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9814658 Oct 28 09:50:27.915240 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:27.926951 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:27.927749 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.988720 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0834a-6ed4-4ef6-b6fe-b8c1ee8bf34a None None] Pushing event updated for resources: {'Port': ['ID=49b074c2-9a80-4875-874c-6b819c6f6deb,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.055241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Router 0eda90d8-cff3-4a78-878d-7d20ed35b31d has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:28.306440 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:28.310042 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-bee88ec8-9888-4489-be19-0becca8700d8 None None] Provisioning complete for port a615ec81-833c-4134-b16f-f1e6116bcd98 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:28.310526 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bee88ec8-9888-4489-be19-0becca8700d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:28.311112 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-bee88ec8-9888-4489-be19-0becca8700d8 None None] Attempt 1 to provision port a615ec81-833c-4134-b16f-f1e6116bcd98 Oct 28 09:50:28.317004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:28.327312 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ef1bc1cb-1dfe-419b-ba24-18234a407557 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0eda90d8-cff3-4a78-878d-7d20ed35b31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8188133 Oct 28 09:50:28.403383 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-bee88ec8-9888-4489-be19-0becca8700d8 None None] Port a615ec81-833c-4134-b16f-f1e6116bcd98 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:28.446227 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-82fcf1c9-f9cf-4374-aafa-9d40c1f2b006 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1294868358&fields=id&tenant_id=f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 267 time: 0.0884867 Oct 28 09:50:28.638771 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-e266aa8b-3e1c-47e8-a673-d0e3f15f3d88 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:28.640424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-e266aa8b-3e1c-47e8-a673-d0e3f15f3d88 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 811 time: 0.1857336 Oct 28 09:50:28.665397 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-36c854c4-899f-4555-805a-4e88ca865c89 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/quotas/f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 375 time: 0.0126595 Oct 28 09:50:28.737264 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a615ec81-833c-4134-b16f-f1e6116bcd98', 'name': '', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'mac_address': 'fa:16:3e:66:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:26Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 2, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'subnets': [{'id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.769463 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7f7138-8c37-434f-8638-c0b10a07745b None None] The sync data for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi is: [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a615ec81-833c-4134-b16f-f1e6116bcd98', 'name': '', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'mac_address': 'fa:16:3e:66:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:26Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 2, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'subnets': [{'id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:28.787152 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-f3c21894-2e80-4bd2-9e93-6655659369e7 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138439 Oct 28 09:50:29.158926 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea5b8-2fe2-4e80-8bf5-68f86a37d25e req-5828545b-9d9d-46bd-ae58-6dfe5893e82a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:29.161715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cdaea5b8-2fe2-4e80-8bf5-68f86a37d25e req-5828545b-9d9d-46bd-ae58-6dfe5893e82a tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1319466 Oct 28 09:50:29.234182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42036) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:29.240831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-70054833-network', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:29.271291 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Made reservation on behalf of baf7f0be1a84414fb5e39b4d164db5f3 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:29.275101 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.292280 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.339593 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:29.383418 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cdaea5b8-2fe2-4e80-8bf5-68f86a37d25e req-ac734459-4776-4a97-96b8-0f002e0986f0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027242 Oct 28 09:50:29.404803 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:29.427283 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-f59d0d83-d21d-4e25-9198-5714812cde7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224685 Oct 28 09:50:29.447231 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:29.454272 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:29.457806 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks [] for security_group (76ee4999-070b-4bf4-bb71-540d71817988), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.463993 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (76ee4999-070b-4bf4-bb71-540d71817988), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.507925 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:29.518702 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee4999-070b-4bf4-bb71-540d71817988,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.529086 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (8d141f8d-928c-4f19-aa58-07ec8aca52ed), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.529568 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Added segment 8d141f8d-928c-4f19-aa58-07ec8aca52ed of type vlan for network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 Oct 28 09:50:29.585141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-4970195c-b4d1-493e-89b1-9532f7c60c8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569364 Oct 28 09:50:29.592805 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.636140 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.637336 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:29.637974 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.669411 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4328864 Oct 28 09:50:29.673996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42038) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:29.680479 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Request body: {'subnet': {'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-70054833-subnet', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:29.722458 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Made reservation on behalf of baf7f0be1a84414fb5e39b4d164db5f3 for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:29.725558 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59066177'] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:29.732195 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f58b-198a-4759-a6ee-75cb05013fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.746234 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:30.078031 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-338dc232-99f2-4526-857e-2b31623beeb3 req-fad5b377-3743-4d4b-b660-9abc1142b49f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.0940623 Oct 28 09:50:30.096641 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59066227'] for subnet (a49dba93-8f4b-45af-b21b-e408e5d3cabc), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.139176 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 49b074c2-9a80-4875-874c-6b819c6f6deb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:30.175609 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49dba93-8f4b-45af-b21b-e408e5d3cabc,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.189238 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Checking segment: {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:30.189608 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Network hostable DHCP agents. Network: 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:30.194528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:30.223628 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:30.239792 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:30.240071 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 49b074c2-9a80-4875-874c-6b819c6f6deb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:30.240929 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.241530 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 49b074c2-9a80-4875-874c-6b819c6f6deb Oct 28 09:50:30.251742 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:30.252869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.280821 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18251239-7c56-401e-b8aa-5e80d8f04a0a None None] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:30.285405 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42046) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:30.286218 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-943ac131-0cb8-43aa-9b61-e15ccfa13edd admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6106040 Oct 28 09:50:30.292639 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:30.363582 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.369271 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.445573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 49b074c2-9a80-4875-874c-6b819c6f6deb is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:30.446041 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.476673 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for router_controller (60f79b75-dc13-4bea-9d00-19fd745f90d0), precommit_add_association {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.481022 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'fixed_ips': [{'subnet_id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:50:30.482124 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.500504 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 49b074c2-9a80-4875-874c-6b819c6f6deb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=49b074c2-9a80-4875-874c-6b819c6f6deb,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:30.516028 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.631455 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f111915-a4ed-493a-b8ee-fc05fbaf6e74 req-6299d35d-a94e-49bb-8786-b0a24b994239 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:30.643884 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f111915-a4ed-493a-b8ee-fc05fbaf6e74 req-6299d35d-a94e-49bb-8786-b0a24b994239 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1107028 Oct 28 09:50:30.762141 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=49b074c2-9a80-4875-874c-6b819c6f6deb,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.765413 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f111915-a4ed-493a-b8ee-fc05fbaf6e74 req-4e8922fa-77ba-4ddb-8274-3d19a444d299 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198945 Oct 28 09:50:30.791186 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Allocated IP 172.20.0.2 (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6/a49dba93-8f4b-45af-b21b-e408e5d3cabc/1dfc2f4f-c66d-48e7-9e69-ed41ced94edd) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:30.827759 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for router_gateway (60f79b75-dc13-4bea-9d00-19fd745f90d0), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.951927 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:30.963452 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:31.085394 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks [] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.093863 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for router_gateway (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.094149 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.124736 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.169954 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:31.180763 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:31.188964 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:31.194711 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Pushing event updated for resources: {'Port': ['ID=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.244054 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-459556d2-372e-489c-90f9-3bfa9b207372 req-711ed334-b82b-4e72-a71d-f5d5f3064fe9 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.0450301 Oct 28 09:50:31.272527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Attempting to bind port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:31.273036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Attempting to bind port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:31.273326 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Attempting to bind port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd on network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:31.295849 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Allocated IP 172.37.3.161 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/27f13319-0fa0-4598-ae4c-23f503bd1398) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:31.325940 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:31.326334 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Checking segment: {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:31.326783 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.327169 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Bound using segment: {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:31.327657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Bound port: 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:31.328068 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.338871 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:31.396655 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:31.410472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] For port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:31.416755 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] For port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:31.425392 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.496075 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b356f8-445d-470e-9d5b-707c18e5e9e4 None None] Pushing event updated for resources: {'Port': ['ID=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.502424 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.549636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:31.586241 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:31.603942 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:31.608827 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:31.612076 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:31.654859 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Pushing event updated for resources: {'Port': ['ID=27f13319-0fa0-4598-ae4c-23f503bd1398,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.667463 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.667946 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.668257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.669223 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.669578 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.670218 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.670586 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.670923 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.671255 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.671584 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.672624 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.672817 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.673155 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.673593 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.673962 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:31.983239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe087547-0fb5-4030-bdd7-3f807a4a2c08 req-70090a96-0555-4fe4-be70-6dbce44e89dc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:31.985256 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fe087547-0fb5-4030-bdd7-3f807a4a2c08 req-70090a96-0555-4fe4-be70-6dbce44e89dc tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.0746169 Oct 28 09:50:31.991302 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Sync routers for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:32.008347 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for router_gateway (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.015476 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:32.015476 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:32.072364 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fe087547-0fb5-4030-bdd7-3f807a4a2c08 req-19efa821-e6fe-42fa-9c6b-4948db5eaa4d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805280 Oct 28 09:50:32.165647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:32.210225 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 49b074c2-9a80-4875-874c-6b819c6f6deb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:32.342738 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.385389 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f4fe1fcb-8f1a-4d7e-ab0c-dc4fc91d024f req-e3fd7798-27f5-45cc-bab4-3e4b41a8e447 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.0412743 Oct 28 09:50:32.411180 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 49b074c2-9a80-4875-874c-6b819c6f6deb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:32.411552 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.411895 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 49b074c2-9a80-4875-874c-6b819c6f6deb Oct 28 09:50:32.541327 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Router 60f79b75-dc13-4bea-9d00-19fd745f90d0 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:32.551862 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a615ec81-833c-4134-b16f-f1e6116bcd98', 'name': '', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'mac_address': 'fa:16:3e:66:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:26Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 2, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'subnets': [{'id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:32.593284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Checking router: 0eda90d8-cff3-4a78-878d-7d20ed35b31d for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:32.593588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Updating router 0eda90d8-cff3-4a78-878d-7d20ed35b31d port a615ec81-833c-4134-b16f-f1e6116bcd98 binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:32.600013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 49b074c2-9a80-4875-874c-6b819c6f6deb is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:32.600672 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:32.679711 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.681691 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:32.687005 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:32.695675 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:32.698205 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-221c6e1a-591c-48f8-8740-306cdba9f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.711151 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Sync routers for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:32.724650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.729413 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-de043c7b-c25b-43e3-9f91-e750cb0f091e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4396114 Oct 28 09:50:32.729734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42064) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:32.735825 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:32.736472 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:32.793877 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:32.794256 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:32.794891 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd Oct 28 09:50:32.893276 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-bfdba0a4-13d4-4065-8a48-594a95f0cf51 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:32.899060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-bfdba0a4-13d4-4065-8a48-594a95f0cf51 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.1674581 Oct 28 09:50:32.968828 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:33.066854 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:33.159728 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Deleting port 6e78f30d-6812-43c6-910d-70f563ee8ad9 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:33.160262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.197737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:33.319446 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:31Z', 'revision_number': 3, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:33.350646 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Checking router: 60f79b75-dc13-4bea-9d00-19fd745f90d0 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:33.351333 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Updating router 60f79b75-dc13-4bea-9d00-19fd745f90d0 port 27f13319-0fa0-4598-ae4c-23f503bd1398 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:33.391718 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.451519 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:33.481818 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e3301-fe9e-47ac-a03a-e08df08dc20b None None] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:33.503725 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:33.539595 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.595631 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:33.596030 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.620153 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-98a1fcb4-0440-4f47-be59-4e20ae9310ea None None] Provisioning complete for port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:33.620536 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-98a1fcb4-0440-4f47-be59-4e20ae9310ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.620882 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-98a1fcb4-0440-4f47-be59-4e20ae9310ea None None] Attempt 1 to provision port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd Oct 28 09:50:33.695641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:33.713520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.810329 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Allocated IP 172.20.0.1 (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6/a49dba93-8f4b-45af-b21b-e408e5d3cabc/775f3eed-cd65-46d0-8070-12771cfed6cb) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:33.878816 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.907402 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:33.914663 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks [] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.927652 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:33.951939 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6a8c9422-d337-4486-81c5-b9a15ee094da req-5b1c0a0a-898b-4cce-a662-3b679eb0a151 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.2400730 Oct 28 09:50:33.965674 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] For port 6e78f30d-6812-43c6-910d-70f563ee8ad9, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e78f30d-6812-43c6-910d-70f563ee8ad9,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:33.966363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.009451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115b627-54ac-425b-8584-ffdddf3f167f req-29744341-bad5-4845-b69d-bc53b4d426f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:34.020338 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3115b627-54ac-425b-8584-ffdddf3f167f req-29744341-bad5-4845-b69d-bc53b4d426f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 945 time: 0.7629545 Oct 28 09:50:34.038788 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-98a1fcb4-0440-4f47-be59-4e20ae9310ea None None] Current status of the port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:34.088659 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:34.089358 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Pushing event updated for resources: {'Port': ['ID=27f13319-0fa0-4598-ae4c-23f503bd1398,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:34.098606 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks [] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.099822 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.100491 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.100847 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.101210 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.101555 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.101886 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.102220 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.108460 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:34.110441 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Attempting to bind port 27f13319-0fa0-4598-ae4c-23f503bd1398 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:34.111125 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Attempting to bind port 27f13319-0fa0-4598-ae4c-23f503bd1398 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:34.111610 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Attempting to bind port 27f13319-0fa0-4598-ae4c-23f503bd1398 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:34.186561 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:34.186884 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:34.188769 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.188769 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:34.189062 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Bound port: 27f13319-0fa0-4598-ae4c-23f503bd1398, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:34.189401 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.195029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks [] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.213739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.248777 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:34.281133 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:34.282454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:34.304381 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.362445 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:34.465748 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3115b627-54ac-425b-8584-ffdddf3f167f req-aac5781c-aa53-4c26-9b65-1bf4c575acf3 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=581cf202-4d9f-421b-94e5-fe84bac6a9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973495 Oct 28 09:50:34.488989 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:34.488989 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:34.508794 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] For port 27f13319-0fa0-4598-ae4c-23f503bd1398, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:34.513058 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:34.522689 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] For port 27f13319-0fa0-4598-ae4c-23f503bd1398, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27f13319-0fa0-4598-ae4c-23f503bd1398,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:34.534790 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.542335 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-dd2832c1-30d9-4172-af6f-dbdfae4ae674 None None] Provisioning complete for port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:34.543253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dd2832c1-30d9-4172-af6f-dbdfae4ae674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.543453 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-dd2832c1-30d9-4172-af6f-dbdfae4ae674 None None] Attempt 1 to provision port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd Oct 28 09:50:34.566968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-1af55981-3bd2-4f12-a2f1-4d387e5275fc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:34.569167 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-1af55981-3bd2-4f12-a2f1-4d387e5275fc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 811 time: 0.5441051 Oct 28 09:50:34.632142 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef24b10-b5ef-43c5-acd3-55acefa63087 None None] Pushing event updated for resources: {'Port': ['ID=27f13319-0fa0-4598-ae4c-23f503bd1398,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:34.643778 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbbe8b-e6f9-4fb1-b74f-a409260c0cda None None] Pushing event updated for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:34.645277 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:34.646648 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:34.674259 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Pushing event updated for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:34.707400 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.728054 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:34.728808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.729313 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd Oct 28 09:50:34.753010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.753662 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:34.754142 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Floating IP e422780c-54fa-492a-b1f0-c7aa1bb79b43 disassociated. External IP: 172.37.3.227, port: 6e78f30d-6812-43c6-910d-70f563ee8ad9. Oct 28 09:50:34.754753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Calling delete_port for 6e78f30d-6812-43c6-910d-70f563ee8ad9 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:34.784079 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-240b4153-f326-43b2-a6b1-14328f19782b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f2fcce993e6b4388bde493f0702fd49d HTTP/1.1" status: 200 len: 380 time: 0.1522818 Oct 28 09:50:34.788921 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Attempting to bind port a615ec81-833c-4134-b16f-f1e6116bcd98 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:34.789535 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Attempting to bind port a615ec81-833c-4134-b16f-f1e6116bcd98 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:34.790266 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Attempting to bind port a615ec81-833c-4134-b16f-f1e6116bcd98 on network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:34.798576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'port': {'device_id': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'admin_state_up': True, 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'security_groups': ['ef95175a-3e40-4b5c-bb21-e8db0013380f']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:34.887658 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:35.035661 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:35.036506 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Checking segment: {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:35.036943 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.038109 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Bound using segment: {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:35.038433 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Bound port: a615ec81-833c-4134-b16f-f1e6116bcd98, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:35.039075 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.068120 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.093058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a5fcc540-973b-498e-8a32-ece1c08941e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.096748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-dd2832c1-30d9-4172-af6f-dbdfae4ae674 None None] Current status of the port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:35.122785 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:35.140230 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:35.146773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (6e78f30d-6812-43c6-910d-70f563ee8ad9), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.183968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:35.222067 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:31Z', 'revision_number': 3, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:35.230304 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:35.231311 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event deleted for resources: {'Port': ['ID=6e78f30d-6812-43c6-910d-70f563ee8ad9,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.285479 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a04a6b0e-4660-43a7-a54c-0c30298b434b req-960ee054-4671-4448-91de-f2d51f14c5f3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.1137354 Oct 28 09:50:35.288807 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2758ec40-734a-4eda-94f0-5f59efca4520 None None] The sync data for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi is: [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:31Z', 'revision_number': 3, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:35.317303 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-e816b6e4-0915-4a0e-b22c-fa88554b512f None None] Provisioning complete for port 775f3eed-cd65-46d0-8070-12771cfed6cb triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:35.317898 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e816b6e4-0915-4a0e-b22c-fa88554b512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.318464 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-e816b6e4-0915-4a0e-b22c-fa88554b512f None None] Attempt 1 to provision port 775f3eed-cd65-46d0-8070-12771cfed6cb Oct 28 09:50:35.322301 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] For port a615ec81-833c-4134-b16f-f1e6116bcd98, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:35.339384 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] For port a615ec81-833c-4134-b16f-f1e6116bcd98, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a615ec81-833c-4134-b16f-f1e6116bcd98,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:35.401635 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.433918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks [] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.441482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Made reservation on behalf of f2fcce993e6b4388bde493f0702fd49d for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:35.441739 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59075546'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.446301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:35.464175 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-e816b6e4-0915-4a0e-b22c-fa88554b512f None None] Port 775f3eed-cd65-46d0-8070-12771cfed6cb cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:35.495561 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:35.496727 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:35.551040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:35.647375 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbbe8b-e6f9-4fb1-b74f-a409260c0cda None None] Pushing event updated for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.860208 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:35.887008 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2e7413e8-e34c-44e8-aa32-afeaa3530bca req-35f6c70a-5e27-4f3e-afb7-4959728eb1a0 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 210 time: 0.1820338 Oct 28 09:50:35.949948 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Pushing event updated for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.954036 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.009068 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Allocated IP 172.20.0.6 (1d4760fa-4445-40fa-b7a4-b3e4124ac823/2f48a676-61f5-4b76-81d9-5684c0f97c03/1fff934b-bb90-4e1c-b8bd-845cc947058d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:36.014067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:36.033846 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 6e78f30d-6812-43c6-910d-70f563ee8ad9 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:36.045461 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:36.076548 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] No DVR routers for this DVR port 6e78f30d-6812-43c6-910d-70f563ee8ad9 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:36.076548 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.080333 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b37058a3-d3b0-4d62-baa3-d71bdd51ca0f req-03a2ce3d-4fbc-4b35-b5c0-5e8a0055d1de tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6e78f30d-6812-43c6-910d-70f563ee8ad9 HTTP/1.1" status: 204 len: 173 time: 3.1746297 Oct 28 09:50:36.082433 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'name': 'network-vif-deleted', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:36.095939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7bc1a5-44d2-48ec-a9b0-63dce77c342f" -d '{"events": [{"server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "name": "network-vif-deleted", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:36.140495 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:36.166040 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 6e78f30d-6812-43c6-910d-70f563ee8ad9 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:36.166675 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 6e78f30d-6812-43c6-910d-70f563ee8ad9 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:36.241774 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:36.248255 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:36.480063 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:36.487322 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a615ec81-833c-4134-b16f-f1e6116bcd98', 'name': '', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'mac_address': 'fa:16:3e:66:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:26Z', 'updated_at': '2022-10-28T09:50:35Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'subnets': [{'id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:36.540124 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a615ec81-833c-4134-b16f-f1e6116bcd98 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:36.546185 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-85f6c384-07a3-429b-90d0-01602c57de8a req-d508f329-86a0-4c66-9ea4-f0e201a39871 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.0798538 Oct 28 09:50:36.619112 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a1ebe9-f495-452d-b65a-8c9d0e3c30d0 None None] The sync data for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi is: [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:27Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'a615ec81-833c-4134-b16f-f1e6116bcd98', 'name': '', 'network_id': '8b7ca88a-ecf5-4f0a-be39-1cb8545558c8', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'mac_address': 'fa:16:3e:66:1d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:26Z', 'updated_at': '2022-10-28T09:50:35Z', 'revision_number': 4, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'subnets': [{'id': 'da54c635-2715-4755-9cd1-1d104e3a65b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:36.625410 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Router 60f79b75-dc13-4bea-9d00-19fd745f90d0 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:36.625787 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:36.626754 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:36.654664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.755871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.832592 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-faba5ec8-d632-404c-b97d-a2d799052529 None None] Provisioning complete for port 775f3eed-cd65-46d0-8070-12771cfed6cb triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:36.833647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-faba5ec8-d632-404c-b97d-a2d799052529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.833647 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-faba5ec8-d632-404c-b97d-a2d799052529 None None] Attempt 1 to provision port 775f3eed-cd65-46d0-8070-12771cfed6cb Oct 28 09:50:36.861679 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719a3a6e-8af5-43a0-a871-49198ab00f30 x-openstack-request-id: req-719a3a6e-8af5-43a0-a871-49198ab00f30 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:36.862752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4891b63b-eb08-448d-a640-f9579c8140ff", "name": "network-vif-deleted", "tag": "6e78f30d-6812-43c6-910d-70f563ee8ad9", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:36.863262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-719a3a6e-8af5-43a0-a871-49198ab00f30 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:36.866127 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719a3a6e-8af5-43a0-a871-49198ab00f30'] response: {'server_uuid': '4891b63b-eb08-448d-a640-f9579c8140ff', 'name': 'network-vif-deleted', 'tag': '6e78f30d-6812-43c6-910d-70f563ee8ad9', 'status': 'completed', 'code': 200} Oct 28 09:50:36.897064 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-faba5ec8-d632-404c-b97d-a2d799052529 None None] Port 775f3eed-cd65-46d0-8070-12771cfed6cb cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:36.899029 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port a615ec81-833c-4134-b16f-f1e6116bcd98 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:36.899473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:36.899823 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port a615ec81-833c-4134-b16f-f1e6116bcd98 Oct 28 09:50:36.903609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:36.919124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:36.931147 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f548a8c1-af66-4f2c-8d30-eff9baac59e9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/60f79b75-dc13-4bea-9d00-19fd745f90d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1974628 Oct 28 09:50:36.942120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:36.958796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:50:36.964570 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:37.045096 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:37.046465 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:37.070721 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2773325 Oct 28 09:50:37.078874 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b27d9-cff6-427b-95fc-779a2b1183ad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event updated for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:37.341098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d0aa6283-7acb-48c8-ae8e-49f6588065cb req-7d64298b-3408-4713-b177-63469aeb91b5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4891b63b-eb08-448d-a640-f9579c8140ff HTTP/1.1" status: 200 len: 210 time: 0.1286926 Oct 28 09:50:37.361698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Request body: {'port': {'device_id': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:37.427685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:37.560938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:37.568651 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-61f3ab3a-7b75-4fa9-a3f3-b1a84621c57e None None] Provisioning complete for port 1fff934b-bb90-4e1c-b8bd-845cc947058d triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:37.569167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-61f3ab3a-7b75-4fa9-a3f3-b1a84621c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:37.580231 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-61f3ab3a-7b75-4fa9-a3f3-b1a84621c57e None None] Attempt 1 to provision port 1fff934b-bb90-4e1c-b8bd-845cc947058d Oct 28 09:50:37.650926 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:37.655230 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-61f3ab3a-7b75-4fa9-a3f3-b1a84621c57e None None] Port 1fff934b-bb90-4e1c-b8bd-845cc947058d cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:50:37.909846 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b22a75-4606-4ea3-a4b3-9bb127275198 req-5410ebf8-a795-47a3-a18c-edf003191a3f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:37.916249 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42098) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:37.919364 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-06b22a75-4606-4ea3-a4b3-9bb127275198 req-5410ebf8-a795-47a3-a18c-edf003191a3f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 931 time: 0.1293473 Oct 28 09:50:37.929399 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910857212', 'description': 'tempest-secgroup-smoke-910857212 description', 'project_id': '6d071a4f24b541d4b5d49017707e0788'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:37.931361 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port a615ec81-833c-4134-b16f-f1e6116bcd98 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:37.932156 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:37.981849 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.032756 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-06b22a75-4606-4ea3-a4b3-9bb127275198 req-21dd6a07-6f0b-4225-9bc8-8087c0286eb2 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990105 Oct 28 09:50:38.039686 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:38.085048 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:38.138333 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (c37542f2-e117-49bf-a368-33f94730f031), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.152597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c37542f2-e117-49bf-a368-33f94730f031), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.170028 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fff934b-bb90-4e1c-b8bd-845cc947058d {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:50:38.182067 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.186141 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port a615ec81-833c-4134-b16f-f1e6116bcd98, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a615ec81-833c-4134-b16f-f1e6116bcd98,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:38.199177 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks [] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.203449 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.204632 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27f13319-0fa0-4598-ae4c-23f503bd1398 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:38.243963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Transition to ACTIVE for port object 1fff934b-bb90-4e1c-b8bd-845cc947058d will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:50:38.245813 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.255965 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42102) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:38.267049 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:38.277518 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3568397 Oct 28 09:50:38.278951 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.289561 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0342f-5529-42af-b5b0-7a4c46e12399 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37542f2-e117-49bf-a368-33f94730f031,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.367818 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.430349 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.444847 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 27f13319-0fa0-4598-ae4c-23f503bd1398 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:38.445404 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.446211 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 27f13319-0fa0-4598-ae4c-23f503bd1398 Oct 28 09:50:38.478889 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:38.524924 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:38.543688 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Pushing event updated for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.544530 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:38.544973 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:38.552547 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (5b448c0e-ddf9-43bb-b015-cfa3c7ac3195), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.592575 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:38.607115 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42108) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:38.650714 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 27f13319-0fa0-4598-ae4c-23f503bd1398 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:38.652826 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.680377 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Attempting to bind port 1fff934b-bb90-4e1c-b8bd-845cc947058d on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:38.680674 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Attempting to bind port 1fff934b-bb90-4e1c-b8bd-845cc947058d by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:38.681148 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Attempting to bind port 1fff934b-bb90-4e1c-b8bd-845cc947058d on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:38.720443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 27f13319-0fa0-4598-ae4c-23f503bd1398, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27f13319-0fa0-4598-ae4c-23f503bd1398,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:38.729021 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.750378 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (581cf202-4d9f-421b-94e5-fe84bac6a9bb), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.763541 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:38.765993 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:38.795506 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:38.796897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Port 1fff934b-bb90-4e1c-b8bd-845cc947058d on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:38.797459 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Attempting to bind port 1fff934b-bb90-4e1c-b8bd-845cc947058d on network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:38.814520 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (581cf202-4d9f-421b-94e5-fe84bac6a9bb), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.869695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:38.869695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Checking segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:38.870709 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Bound using segment: {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:38.871433 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Bound port: 1fff934b-bb90-4e1c-b8bd-845cc947058d, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74554f69-e549-4c99-b761-9dfd63e6ee94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:38.871817 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.880452 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=27f13319-0fa0-4598-ae4c-23f503bd1398,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:38.895136 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (5b448c0e-ddf9-43bb-b015-cfa3c7ac3195), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.941334 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (5b448c0e-ddf9-43bb-b015-cfa3c7ac3195), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.991138 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (581cf202-4d9f-421b-94e5-fe84bac6a9bb), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.994184 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:38.995624 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/581cf202-4d9f-421b-94e5-fe84bac6a9bb HTTP/1.1" status: 204 len: 168 time: 0.3870132 Oct 28 09:50:39.000443 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42110) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:39.003595 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a615ec81-833c-4134-b16f-f1e6116bcd98 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:39.008090 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b448c0e-ddf9-43bb-b015-cfa3c7ac3195,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.018494 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:39.018677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.020782 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ceb15027-f3b6-4718-9118-1f7f62566227 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7623079 Oct 28 09:50:39.024285 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2effa-821f-4358-87ac-3db9fbf52011 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581cf202-4d9f-421b-94e5-fe84bac6a9bb,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.026795 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42112) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:39.033834 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:39.043129 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.api.v2.resource [None req-ee51a291-ddbb-40b5-94ef-22e6eeddf81b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] show failed (client error): The resource could not be found. Oct 28 09:50:39.044198 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ee51a291-ddbb-40b5-94ef-22e6eeddf81b tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups/581cf202-4d9f-421b-94e5-fe84bac6a9bb HTTP/1.1" status: 404 len: 347 time: 0.0427172 Oct 28 09:50:39.050330 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42114) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:39.057924 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:39.068098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:39.084566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.097611 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:39.098966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.103760 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/1fff934b-bb90-4e1c-b8bd-845cc947058d HTTP/1.1" status: 200 len: 1093 time: 2.0122724 Oct 28 09:50:39.108146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:39.119638 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:39.188419 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (9cccaf20-8d25-47a6-b3d6-1de747599460), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.208303 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Sync routers for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:39.249223 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:39.257230 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.261534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcafaf0f-1b93-40b0-812e-e98c72c8b4d5 x-openstack-request-id: req-dcafaf0f-1b93-40b0-812e-e98c72c8b4d5 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:39.261986 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:39.262414 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcafaf0f-1b93-40b0-812e-e98c72c8b4d5 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:39.263075 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcafaf0f-1b93-40b0-812e-e98c72c8b4d5'] response: {'name': 'network-changed', 'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'status': 'completed', 'code': 200} Oct 28 09:50:39.269300 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.274808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port a615ec81-833c-4134-b16f-f1e6116bcd98 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:39.276293 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.276951 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port a615ec81-833c-4134-b16f-f1e6116bcd98 Oct 28 09:50:39.316986 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Deleting port 3622f999-a582-410c-8ec8-1bcaa327b965 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:39.317340 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.351874 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:39.358184 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:39.371205 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92434821-af18-4103-a39b-544a4680d5b3 None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '60c19db5-e4fe-4779-8c57-28cd9976f20d', 'name': '', 'network_id': '51c62d53-c6c7-4bb9-b1b6-d47428b64a8c', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'mac_address': 'fa:16:3e:e6:c5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:02Z', 'updated_at': '2022-10-28T09:45:27Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'subnets': [{'id': '14579739-db8e-45c1-aff7-b24d11dcdc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:39.392623 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-44a61b41-81ac-42b5-ac0d-b0a2a6217008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:39.395625 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-44a61b41-81ac-42b5-ac0d-b0a2a6217008 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 1127 time: 0.1990724 Oct 28 09:50:39.402846 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2744e-d67f-4d8a-97d7-0f93e08916bc service neutron] Pushing event updated for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.411474 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (9cccaf20-8d25-47a6-b3d6-1de747599460), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.418219 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (9cccaf20-8d25-47a6-b3d6-1de747599460), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.449686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e50a-da88-4b7d-92e2-12d49ed73dd1 req-a86dc2cf-1355-4a7d-add3-ff27e82149c4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:39.452274 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6828e50a-da88-4b7d-92e2-12d49ed73dd1 req-a86dc2cf-1355-4a7d-add3-ff27e82149c4 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 943 time: 0.1873326 Oct 28 09:50:39.453864 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port a615ec81-833c-4134-b16f-f1e6116bcd98 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:39.464206 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cccaf20-8d25-47a6-b3d6-1de747599460,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.481425 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.482735 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-042a6639-eb45-4285-8eef-1ea3c95e05b7 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4543178 Oct 28 09:50:39.485654 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.485977 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (3622f999-a582-410c-8ec8-1bcaa327b965), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.488800 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42120) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:39.491184 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:39.499700 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:39.510336 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-7aa33009-89d4-4eb6-8deb-432d682c990d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d HTTP/1.1" status: 200 len: 217 time: 0.0947731 Oct 28 09:50:39.513004 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Calling delete_port for 3622f999-a582-410c-8ec8-1bcaa327b965 owned by network:floatingip {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:39.587723 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (a07bab92-a11f-4752-a98d-efc635b2e587), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.667990 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6828e50a-da88-4b7d-92e2-12d49ed73dd1 req-b38a9900-afe7-4c63-aaa8-c25aee5cf09a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606741 Oct 28 09:50:39.679657 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:39.693381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-5d118412-ea43-4330-82b6-ebd01ea6ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:39.697790 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-5d118412-ea43-4330-82b6-ebd01ea6ddf5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.1761341 Oct 28 09:50:39.714831 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (a07bab92-a11f-4752-a98d-efc635b2e587), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.741106 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (a07bab92-a11f-4752-a98d-efc635b2e587), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.764849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333cda5-a035-4e20-8038-983f6aabce00 req-c2280ab1-54b1-4c2b-b127-6cc24ad57df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:39.767086 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-c2280ab1-54b1-4c2b-b127-6cc24ad57df0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0634956 Oct 28 09:50:39.770686 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07bab92-a11f-4752-a98d-efc635b2e587,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.796603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.803405 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-42c2efbe-464d-41a7-bc25-6bda6d5c36fb tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128645 Oct 28 09:50:39.804247 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42122) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:39.810603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:39.815305 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (3622f999-a582-410c-8ec8-1bcaa327b965), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.831930 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:34Z', 'revision_number': 4, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '775f3eed-cd65-46d0-8070-12771cfed6cb', 'name': '', 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'mac_address': 'fa:16:3e:dd:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:33Z', 'updated_at': '2022-10-28T09:50:35Z', 'revision_number': 2, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'subnets': [{'id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.874277 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Checking router: 60f79b75-dc13-4bea-9d00-19fd745f90d0 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:39.874812 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Updating router 60f79b75-dc13-4bea-9d00-19fd745f90d0 port 775f3eed-cd65-46d0-8070-12771cfed6cb binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:39.875048 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event deleted for resources: {'Port': ['ID=3622f999-a582-410c-8ec8-1bcaa327b965,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.911635 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (cad2a22b-c9c3-460b-a597-4c2975d0d8fe), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.928711 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.936462 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-8d16148d-548d-4704-b6d0-feb85d4b6477 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621828 Oct 28 09:50:39.972714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks [] for floatingip (e422780c-54fa-492a-b1f0-c7aa1bb79b43), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.976409 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:39.977942 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9244e389-5240-4d04-9247-413b46402e34 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e422780c-54fa-492a-b1f0-c7aa1bb79b43 HTTP/1.1" status: 204 len: 168 time: 0.9263489 Oct 28 09:50:39.979009 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:40.020702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1fc6f-a8bf-4e57-aabc-434f7db4cec4 None None] New status for floating IP e422780c-54fa-492a-b1f0-c7aa1bb79b43: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:50:40.055034 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (cad2a22b-c9c3-460b-a597-4c2975d0d8fe), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.064241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (cad2a22b-c9c3-460b-a597-4c2975d0d8fe), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.107977 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:40.114736 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad2a22b-c9c3-460b-a597-4c2975d0d8fe,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.124660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9333cda5-a035-4e20-8038-983f6aabce00 req-f8fc1518-f853-4dae-b7e4-cc11d1488f9a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764500 Oct 28 09:50:40.131451 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.133807 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8d246fc2-49af-4c79-bf26-2ba510b53ed5 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283868 Oct 28 09:50:40.137086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42128) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:40.144145 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:40.186213 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.securitygroups_db [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Project 6d071a4f24b541d4b5d49017707e0788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:50:40.196938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (72bf1286-28c4-4768-b897-4714df3312da), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.285652 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (72bf1286-28c4-4768-b897-4714df3312da), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.290871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (72bf1286-28c4-4768-b897-4714df3312da), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.313789 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bf1286-28c4-4768-b897-4714df3312da,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.324463 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.325979 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-21bf9688-aab6-40c4-9fc4-5d8b3e8611c6 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1873238 Oct 28 09:50:40.328722 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42130) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:40.334846 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Request body: {'security_group_rule': {'security_group_id': 'c37542f2-e117-49bf-a368-33f94730f031', 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:40.349073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:40.363812 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.securitygroups_db [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Project 6d071a4f24b541d4b5d49017707e0788 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:50:40.364108 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks [] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.371834 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.372089 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (115df72e-2512-490e-bb05-3a36f2a36189), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.444323 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (115df72e-2512-490e-bb05-3a36f2a36189), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.450049 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (115df72e-2512-490e-bb05-3a36f2a36189), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.453174 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986923e-f8d2-4947-bc27-d26b0e1b1305 None None] Pushing event updated for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.479354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115df72e-2512-490e-bb05-3a36f2a36189,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.493812 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Attempting to bind port 775f3eed-cd65-46d0-8070-12771cfed6cb on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:50:40.494242 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Attempting to bind port 775f3eed-cd65-46d0-8070-12771cfed6cb by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:50:40.494375 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.494640 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Attempting to bind port 775f3eed-cd65-46d0-8070-12771cfed6cb on network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:40.496045 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-615c5913-439e-4a3e-8ff7-13d13fdf120c tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662574 Oct 28 09:50:40.550847 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:50:40.551384 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Checking segment: {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:50:40.551901 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.552380 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Bound using segment: {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:50:40.553036 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Bound port: 775f3eed-cd65-46d0-8070-12771cfed6cb, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d141f8d-928c-4f19-aa58-07ec8aca52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:50:40.553608 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.635608 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] For port 775f3eed-cd65-46d0-8070-12771cfed6cb, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:40.639376 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] For port 775f3eed-cd65-46d0-8070-12771cfed6cb, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=775f3eed-cd65-46d0-8070-12771cfed6cb,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:40.647354 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:40.687092 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:40.687764 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:40.747848 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:40.754856 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986923e-f8d2-4947-bc27-d26b0e1b1305 None None] Pushing event updated for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.848299 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:40.914655 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27f13319-0fa0-4598-ae4c-23f503bd1398 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:40.949355 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b062948-a038-4ef6-a9bc-5e15562a0ae7 req-504a6b5c-c2d3-4d67-ae88-c14461ebcf19 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:40.970168 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b062948-a038-4ef6-a9bc-5e15562a0ae7 req-504a6b5c-c2d3-4d67-ae88-c14461ebcf19 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 943 time: 0.1315620 Oct 28 09:50:41.006217 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 27f13319-0fa0-4598-ae4c-23f503bd1398 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:41.006897 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:41.007615 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 27f13319-0fa0-4598-ae4c-23f503bd1398 Oct 28 09:50:41.071205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b062948-a038-4ef6-a9bc-5e15562a0ae7 req-b82b41c6-d224-402c-a954-5243ac884317 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976326 Oct 28 09:50:41.196453 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 27f13319-0fa0-4598-ae4c-23f503bd1398 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:41.286040 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:41.299420 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:34Z', 'revision_number': 4, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '775f3eed-cd65-46d0-8070-12771cfed6cb', 'name': '', 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'mac_address': 'fa:16:3e:dd:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:33Z', 'updated_at': '2022-10-28T09:50:40Z', 'revision_number': 4, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'subnets': [{'id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:41.306625 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-fe05586b-c792-4a78-ad07-269beccbe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:41.309404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-fe05586b-c792-4a78-ad07-269beccbe566 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 1127 time: 0.0946677 Oct 28 09:50:41.354479 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa4321-2ee6-4dd5-9e98-6e6f7f3ee69d None None] The sync data for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi is: [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:50:34Z', 'revision_number': 4, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '775f3eed-cd65-46d0-8070-12771cfed6cb', 'name': '', 'network_id': '19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'mac_address': 'fa:16:3e:dd:e6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:33Z', 'updated_at': '2022-10-28T09:50:40Z', 'revision_number': 4, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'subnets': [{'id': 'a49dba93-8f4b-45af-b21b-e408e5d3cabc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:41.510743 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-4ed41fe7-1cc6-448f-a6ea-d8b73025d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:41.512838 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-4ed41fe7-1cc6-448f-a6ea-d8b73025d60c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.1962485 Oct 28 09:50:41.592753 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-a49b4481-e8bd-4beb-97a6-4f2df14fbe57 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d HTTP/1.1" status: 200 len: 217 time: 0.0724609 Oct 28 09:50:41.648692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-f047b2be-1920-490a-9dc4-324fcdad7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:41.650410 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-f047b2be-1920-490a-9dc4-324fcdad7cc4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0513871 Oct 28 09:50:41.717678 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-8eeaa2b0-ac69-4336-a562-0776af0bbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:41.719499 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-8eeaa2b0-ac69-4336-a562-0776af0bbbf6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0612910 Oct 28 09:50:41.841968 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-59b30b10-88bf-47b9-85fe-4a5a1b1a295b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142130 Oct 28 09:50:42.023040 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c7398b5-112c-47cf-81ab-e6a6b8a894c1 req-0790fb3d-3ae4-4134-b6b2-0b1da2b4cb75 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745529 Oct 28 09:50:42.255031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a330aa1-c471-45ad-a7d8-1fe474491a85 req-df1420ed-42a2-45ff-82b6-fba3fd50ad12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:42.256573 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8a330aa1-c471-45ad-a7d8-1fe474491a85 req-df1420ed-42a2-45ff-82b6-fba3fd50ad12 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 943 time: 0.0669076 Oct 28 09:50:42.332208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8a330aa1-c471-45ad-a7d8-1fe474491a85 req-54ea34f6-30c3-4f40-9d43-287c5c6e740c tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639353 Oct 28 09:50:42.730027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:42.776662 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324f6c-10d4-4cca-bad2-50f0455b568a req-02c7bdf6-7a11-442d-8bce-9f8f020d32f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:42.778268 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c324f6c-10d4-4cca-bad2-50f0455b568a req-02c7bdf6-7a11-442d-8bce-9f8f020d32f4 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Oct 28 09:50:42.854903 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1c324f6c-10d4-4cca-bad2-50f0455b568a req-99ea8dfd-ece9-4212-acd1-ecf03cc9e780 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576274 Oct 28 09:50:42.859159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 775f3eed-cd65-46d0-8070-12771cfed6cb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:42.916870 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 775f3eed-cd65-46d0-8070-12771cfed6cb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:42.917528 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:42.917869 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 775f3eed-cd65-46d0-8070-12771cfed6cb Oct 28 09:50:43.003813 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:43.009963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 775f3eed-cd65-46d0-8070-12771cfed6cb is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:43.010364 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:43.050596 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 775f3eed-cd65-46d0-8070-12771cfed6cb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=775f3eed-cd65-46d0-8070-12771cfed6cb,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:43.054947 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:43.111260 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:43.503029 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e76b42-05de-4430-8ffe-95567dc03104 req-e176cb07-cd72-47db-a357-126c204a99bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:43.505732 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64e76b42-05de-4430-8ffe-95567dc03104 req-e176cb07-cd72-47db-a357-126c204a99bc tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 943 time: 0.0837739 Oct 28 09:50:43.571949 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64e76b42-05de-4430-8ffe-95567dc03104 req-89474742-31b1-4b67-93e9-9a72f2e8908f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602772 Oct 28 09:50:44.011318 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf2a2-9bee-42d5-9fee-42095addeac6 req-571c2dd0-6d49-4d78-8f94-0482f5dcd869 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:44.014032 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59abf2a2-9bee-42d5-9fee-42095addeac6 req-571c2dd0-6d49-4d78-8f94-0482f5dcd869 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0642867 Oct 28 09:50:44.020168 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1fff934b-bb90-4e1c-b8bd-845cc947058d details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:44.070955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59abf2a2-9bee-42d5-9fee-42095addeac6 req-ca8567db-7dfa-4004-bb59-537646a7d732 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510092 Oct 28 09:50:44.402328 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.424414 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'port_id': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'mac_address': 'fa:16:3e:f7:fb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:44.491302 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 1fff934b-bb90-4e1c-b8bd-845cc947058d is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:44.491935 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:44.518669 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fff934b-bb90-4e1c-b8bd-845cc947058d {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:50:44.559822 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.566149 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:44.642905 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.713246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:44.729504 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6e2b0-6c6c-4813-b23c-7ad10255beba req-ba5a7f58-a18c-4d84-9f0f-3be976a98e5f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:44.731354 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6f6e2b0-6c6c-4813-b23c-7ad10255beba req-ba5a7f58-a18c-4d84-9f0f-3be976a98e5f tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 944 time: 0.0638492 Oct 28 09:50:44.803015 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6f6e2b0-6c6c-4813-b23c-7ad10255beba req-ae1696d8-0717-4862-96bd-a4d4dc6550e1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619230 Oct 28 09:50:44.877730 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 775f3eed-cd65-46d0-8070-12771cfed6cb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:44.914856 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155268-2dc6-4470-85ad-c25e011a610e req-2e9d9f7e-53fb-44f8-a4cc-50b15cec04be tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:44.918119 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b155268-2dc6-4470-85ad-c25e011a610e req-2e9d9f7e-53fb-44f8-a4cc-50b15cec04be tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0871358 Oct 28 09:50:44.947890 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['1fff934b-bb90-4e1c-b8bd-845cc947058d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:50:44.950079 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 775f3eed-cd65-46d0-8070-12771cfed6cb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:44.950439 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:44.950772 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 775f3eed-cd65-46d0-8070-12771cfed6cb Oct 28 09:50:45.041882 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Deleting port a69a90a6-23e5-4976-90d8-d36b10ff6b35 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:45.042223 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.058480 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:45.171314 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] For port a69a90a6-23e5-4976-90d8-d36b10ff6b35, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a69a90a6-23e5-4976-90d8-d36b10ff6b35,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:45.172682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.188026 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 775f3eed-cd65-46d0-8070-12771cfed6cb is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:45.227538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Calling delete_port for a69a90a6-23e5-4976-90d8-d36b10ff6b35 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:45.260707 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b094de5-93e8-4513-85fa-7a2d2961165a req-3da8f73c-5345-4d88-ac3c-0baee1aa5363 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:45.262542 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1b094de5-93e8-4513-85fa-7a2d2961165a req-3da8f73c-5345-4d88-ac3c-0baee1aa5363 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Oct 28 09:50:45.683988 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1b094de5-93e8-4513-85fa-7a2d2961165a req-926f2078-02b9-4b1a-b5ec-26ff9be0c404 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780540 Oct 28 09:50:45.784113 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (a69a90a6-23e5-4976-90d8-d36b10ff6b35), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.814777 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event deleted for resources: {'Port': ['ID=a69a90a6-23e5-4976-90d8-d36b10ff6b35,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:45.856354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:45.876664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] No DVR routers for this DVR port a69a90a6-23e5-4976-90d8-d36b10ff6b35 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:45.882654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:45.889254 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b155268-2dc6-4470-85ad-c25e011a610e req-4d87ef25-6555-43aa-87dc-a6adb5a4a283 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "DELETE /networking/v2.0/ports/a69a90a6-23e5-4976-90d8-d36b10ff6b35 HTTP/1.1" status: 204 len: 173 time: 0.9649827 Oct 28 09:50:45.889883 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'name': 'network-vif-deleted', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:45.892896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5dffe0-13ac-4ea9-9d2d-d8b9a3d27166" -d '{"events": [{"server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "name": "network-vif-deleted", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:45.975394 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4b83a-6e97-488e-b017-2e7a24fcbc97 x-openstack-request-id: req-54b4b83a-6e97-488e-b017-2e7a24fcbc97 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:45.975766 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7", "name": "network-vif-deleted", "tag": "a69a90a6-23e5-4976-90d8-d36b10ff6b35", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:45.976187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54b4b83a-6e97-488e-b017-2e7a24fcbc97 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:45.976678 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b4b83a-6e97-488e-b017-2e7a24fcbc97'] response: {'server_uuid': 'cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7', 'name': 'network-vif-deleted', 'tag': 'a69a90a6-23e5-4976-90d8-d36b10ff6b35', 'status': 'completed', 'code': 200} Oct 28 09:50:45.981980 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['bb15e303-a14b-4992-96a6-836072bb6949', 'a69a90a6-23e5-4976-90d8-d36b10ff6b35'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:50:46.005539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab00976-f52d-4580-bac5-54c23d8ec79c req-06072669-df0c-4c2c-9cd6-ab9380147613 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:46.008239 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ab00976-f52d-4580-bac5-54c23d8ec79c req-06072669-df0c-4c2c-9cd6-ab9380147613 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 944 time: 0.0884128 Oct 28 09:50:46.062601 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1fff934b-bb90-4e1c-b8bd-845cc947058d up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:46.103060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ab00976-f52d-4580-bac5-54c23d8ec79c req-5c500807-4e76-4448-8cc1-7aebfd04fb08 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726967 Oct 28 09:50:46.158784 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:46.212179 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 1fff934b-bb90-4e1c-b8bd-845cc947058d completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:50:46.252542 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 1fff934b-bb90-4e1c-b8bd-845cc947058d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:50:46.253160 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:46.253729 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 1fff934b-bb90-4e1c-b8bd-845cc947058d Oct 28 09:50:46.404903 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 1fff934b-bb90-4e1c-b8bd-845cc947058d is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:50:46.405300 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:46.446602 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:46.450815 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695a342-c208-4d76-b3e8-2c0d36e02eab" -d '{"events": [{"server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "name": "network-vif-plugged", "status": "completed", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:46.487899 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:46.497121 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:46.568363 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c2171-ffff-4513-963c-6573647e7c99 x-openstack-request-id: req-ba6c2171-ffff-4513-963c-6573647e7c99 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:46.568823 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "name": "network-vif-plugged", "status": "completed", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:46.569356 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba6c2171-ffff-4513-963c-6573647e7c99 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:46.569855 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6c2171-ffff-4513-963c-6573647e7c99'] response: {'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'code': 200} Oct 28 09:50:46.592398 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.846820 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5166170b-2e0f-4550-b7d7-a7a6f7b38a45 req-a7e63774-bade-4bb0-a5e6-9b112f63a9f5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd2cba4a-f8fd-4fe2-ae69-28430c1f7bc7 HTTP/1.1" status: 200 len: 210 time: 0.0398419 Oct 28 09:50:47.101099 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec66a-5037-4090-ad53-d54fb08a2a78 req-93fc189c-7a0e-4627-b4fc-d64400f18c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:47.102841 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6eec66a-5037-4090-ad53-d54fb08a2a78 req-93fc189c-7a0e-4627-b4fc-d64400f18c15 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 1129 time: 0.0512249 Oct 28 09:50:47.162942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6eec66a-5037-4090-ad53-d54fb08a2a78 req-0d7dc66d-63b4-4309-b46b-4a90c2d8ff88 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526254 Oct 28 09:50:47.274214 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e9eee-64eb-49f8-ac64-147f36bc7d49 req-e3af03cc-369f-42e2-88fd-6b77374ceaff tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:47.276017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2a2e9eee-64eb-49f8-ac64-147f36bc7d49 req-e3af03cc-369f-42e2-88fd-6b77374ceaff tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.0598416 Oct 28 09:50:47.335576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2a2e9eee-64eb-49f8-ac64-147f36bc7d49 req-ec59bb9b-f1d7-4fdb-939e-eee38c88a9ff tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515220 Oct 28 09:50:48.054074 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a69a90a6-23e5-4976-90d8-d36b10ff6b35 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:48.090879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: a69a90a6-23e5-4976-90d8-d36b10ff6b35 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:48.091509 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device a69a90a6-23e5-4976-90d8-d36b10ff6b35 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:48.242195 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f840-ef84-48a7-999e-228c67898d29 req-1b144a1c-3789-478b-96c7-5152cc34c707 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:48.244808 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a174f840-ef84-48a7-999e-228c67898d29 req-1b144a1c-3789-478b-96c7-5152cc34c707 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0660472 Oct 28 09:50:48.337735 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a174f840-ef84-48a7-999e-228c67898d29 req-9d72f3da-72fe-4828-b0cf-bb3b4f71bca9 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834200 Oct 28 09:50:48.497894 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803595c-53fe-4b7f-b5f1-06086e26a7ee req-619f96c0-539c-4065-be38-f39bd89e4fe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:48.499509 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6803595c-53fe-4b7f-b5f1-06086e26a7ee req-619f96c0-539c-4065-be38-f39bd89e4fe3 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.0569377 Oct 28 09:50:48.535538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:48.565638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6803595c-53fe-4b7f-b5f1-06086e26a7ee req-a487bb3e-284a-4b50-a408-cfef49ed4702 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554960 Oct 28 09:50:49.507105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c07-7b48-439d-8b07-797ef59f8e0f req-74ef9ab0-e670-4e8b-952b-71675b358e46 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:49.508747 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf555c07-7b48-439d-8b07-797ef59f8e0f req-74ef9ab0-e670-4e8b-952b-71675b358e46 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0634980 Oct 28 09:50:49.568814 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf555c07-7b48-439d-8b07-797ef59f8e0f req-faf6a857-3685-4bce-84b1-76d703a78ec5 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Oct 28 09:50:49.728101 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37775-cca6-472b-a0d4-12a12a81f6b6 req-b3973bd7-9678-4f80-97ae-1b8492934975 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:49.729738 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40e37775-cca6-472b-a0d4-12a12a81f6b6 req-b3973bd7-9678-4f80-97ae-1b8492934975 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.0658202 Oct 28 09:50:49.794270 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-40e37775-cca6-472b-a0d4-12a12a81f6b6 req-a1fecf7a-793e-4118-90f1-2800eae3b033 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537148 Oct 28 09:50:49.957208 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=14 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:49.968001 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:50.731501 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab77c0-2a01-4c1a-ac60-947f14a30386 req-5ba66a62-aed8-4f69-ac5f-57d83b0799b6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:50.733067 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edab77c0-2a01-4c1a-ac60-947f14a30386 req-5ba66a62-aed8-4f69-ac5f-57d83b0799b6 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0602965 Oct 28 09:50:50.827126 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-edab77c0-2a01-4c1a-ac60-947f14a30386 req-5fb02ef6-d5db-4e90-8513-f789632618f1 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871379 Oct 28 09:50:50.963654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a030-b7fd-4428-b861-bd6677e58f7b req-27c2b3aa-ea22-46a0-bd99-1651f1ce230d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:50.966743 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d611a030-b7fd-4428-b861-bd6677e58f7b req-27c2b3aa-ea22-46a0-bd99-1651f1ce230d tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.0660930 Oct 28 09:50:51.046209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d611a030-b7fd-4428-b861-bd6677e58f7b req-65faae48-6125-4001-8b99-78504ed8c400 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567203 Oct 28 09:50:51.825236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-46dca69a-51ba-4fd7-b3c2-bb9e1777781d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:51.827014 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-46dca69a-51ba-4fd7-b3c2-bb9e1777781d tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.0773423 Oct 28 09:50:52.008120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Deleting port bb15e303-a14b-4992-96a6-836072bb6949 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:52.008786 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (bb15e303-a14b-4992-96a6-836072bb6949), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:52.040381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a099c0-6b08-4857-b0a2-f81702d1d8c6 req-78995e58-e6be-4ad5-a28b-f5ef2cb6d329 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:52.042081 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8a099c0-6b08-4857-b0a2-f81702d1d8c6 req-78995e58-e6be-4ad5-a28b-f5ef2cb6d329 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 946 time: 0.1043446 Oct 28 09:50:52.099543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:52.294133 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c8a099c0-6b08-4857-b0a2-f81702d1d8c6 req-591b2a35-a6b4-4048-88ac-58ebd1c4e7be tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1e31a46c-7641-48cb-a7b8-b5513e2f7a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973221 Oct 28 09:50:52.312242 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] For port bb15e303-a14b-4992-96a6-836072bb6949, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=bb15e303-a14b-4992-96a6-836072bb6949,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:52.312792 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (bb15e303-a14b-4992-96a6-836072bb6949), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:52.333118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088925d-8cc3-4e75-aabb-4983f349de54 req-dcf52367-4741-4a83-9781-605b51d3b99a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:52.334539 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6088925d-8cc3-4e75-aabb-4983f349de54 req-dcf52367-4741-4a83-9781-605b51d3b99a tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.1270659 Oct 28 09:50:52.342488 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Calling delete_port for bb15e303-a14b-4992-96a6-836072bb6949 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:52.451160 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6088925d-8cc3-4e75-aabb-4983f349de54 req-826af4eb-32af-4559-ae1c-7d25ecee9b1e tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043944 Oct 28 09:50:52.459811 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:52.561977 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (bb15e303-a14b-4992-96a6-836072bb6949), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:52.600662 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['bb15e303-a14b-4992-96a6-836072bb6949'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:50:52.661352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Pushing event deleted for resources: {'Port': ['ID=bb15e303-a14b-4992-96a6-836072bb6949,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:52.698118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d9c4-3d52-49d0-839e-017b6b4d896c req-b2fa0bb7-abaa-49d7-9acb-c89f0797cd7b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:52.700783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d577d9c4-3d52-49d0-839e-017b6b4d896c req-b2fa0bb7-abaa-49d7-9acb-c89f0797cd7b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.1420660 Oct 28 09:50:52.712769 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42298) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:52.717778 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Request body: {'floatingip': {'port_id': '1fff934b-bb90-4e1c-b8bd-845cc947058d'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:50:52.765235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:52.765768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] No DVR routers for this DVR port bb15e303-a14b-4992-96a6-836072bb6949 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:52.770234 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:52.776907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e6a8a8e-4c5c-4dee-bebe-7ba8de6874c4 req-69148c2a-6950-440c-a129-4cf2dd9378fa tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.55 "DELETE /networking/v2.0/ports/bb15e303-a14b-4992-96a6-836072bb6949 HTTP/1.1" status: 204 len: 173 time: 0.9432971 Oct 28 09:50:52.777727 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'name': 'network-vif-deleted', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:52.782007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0c34b-ed1f-46f9-946e-dabbe56cb3bd" -d '{"events": [{"server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "name": "network-vif-deleted", "tag": "bb15e303-a14b-4992-96a6-836072bb6949"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:52.850241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9078b71-0d9c-47d1-8d76-f5d4841786f7 x-openstack-request-id: req-d9078b71-0d9c-47d1-8d76-f5d4841786f7 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:52.851309 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7d7553-45b6-4a10-868e-b653d211245d", "name": "network-vif-deleted", "tag": "bb15e303-a14b-4992-96a6-836072bb6949", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:52.851539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9078b71-0d9c-47d1-8d76-f5d4841786f7 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:52.852328 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9078b71-0d9c-47d1-8d76-f5d4841786f7'] response: {'server_uuid': '3b7d7553-45b6-4a10-868e-b653d211245d', 'name': 'network-vif-deleted', 'tag': 'bb15e303-a14b-4992-96a6-836072bb6949', 'status': 'completed', 'code': 200} Oct 28 09:50:53.476635 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7be7141a-e95d-4795-8aaa-f981dfc53d73 req-be7c56bf-a633-4cab-8c27-6c87afaad027 tempest-ServerRescueNegativeTestJSON-1296287768 tempest-ServerRescueNegativeTestJSON-1296287768-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3b7d7553-45b6-4a10-868e-b653d211245d HTTP/1.1" status: 200 len: 210 time: 0.0348427 Oct 28 09:50:53.505755 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:53.510266 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:53.626639 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Floating IP 8312c755-22e8-4e68-b285-35d814c7cd79 associated. External IP: 172.37.3.186, port: 1fff934b-bb90-4e1c-b8bd-845cc947058d. Oct 28 09:50:53.875493 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:53.994675 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:54.000386 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:54.008659 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:54.027761 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:54.028814 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:54.035722 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e0dd211b-9028-4698-a222-37c817c5e626 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8312c755-22e8-4e68-b285-35d814c7cd79 HTTP/1.1" status: 200 len: 991 time: 1.3216064 Oct 28 09:50:54.036716 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:50:54.040386 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae373d0-436b-4b32-bbf4-e5539edebe07" -d '{"events": [{"name": "network-changed", "server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:54.145283 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e733e1-3bdb-49e0-b6ee-3fb5de40d310 x-openstack-request-id: req-39e733e1-3bdb-49e0-b6ee-3fb5de40d310 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:54.145664 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:54.146118 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39e733e1-3bdb-49e0-b6ee-3fb5de40d310 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:54.146569 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e733e1-3bdb-49e0-b6ee-3fb5de40d310'] response: {'name': 'network-changed', 'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'status': 'completed', 'code': 200} Oct 28 09:50:54.185933 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:54.279260 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-130d38ae-cd83-4283-9d76-53eacf700b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:54.282498 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-130d38ae-cd83-4283-9d76-53eacf700b9a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=f2fcce993e6b4388bde493f0702fd49d&device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 1129 time: 0.0760634 Oct 28 09:50:54.455897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-43c45985-83b6-4697-887e-74d8a424ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:54.457887 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-43c45985-83b6-4697-887e-74d8a424ad91 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 200 len: 912 time: 0.1675186 Oct 28 09:50:54.461911 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '8312c755-22e8-4e68-b285-35d814c7cd79', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.186', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:f7:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:27Z', 'updated_at': '2022-10-28T09:50:53Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:54.492508 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:54.503557 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:54.504367 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:54.558376 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42334) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:54.565497 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-5d322372-cd13-46d7-acb4-11a3ede27cf8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d HTTP/1.1" status: 200 len: 999 time: 0.0994749 Oct 28 09:50:54.637210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-8255f4fb-4d16-4ef3-b867-688a2425ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:54.639581 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-8255f4fb-4d16-4ef3-b867-688a2425ee04 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 200 len: 850 time: 0.0664670 Oct 28 09:50:54.656624 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:54.715995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-b83a5e1e-c812-4867-b169-90568f68ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:54.717643 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-b83a5e1e-c812-4867-b169-90568f68ca7c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1d4760fa-4445-40fa-b7a4-b3e4124ac823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0712509 Oct 28 09:50:54.766600 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:54.883741 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-bc2ffc47-be14-45f6-9d3e-8e61184b5317 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583588 Oct 28 09:50:54.997664 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '8312c755-22e8-4e68-b285-35d814c7cd79', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.186', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:f7:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:27Z', 'updated_at': '2022-10-28T09:50:53Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:55.039162 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cae373d0-436b-4b32-bbf4-e5539edebe07 req-d3b274af-b71a-4d4a-a298-0329b144dde3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473408 Oct 28 09:50:55.048973 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6fb3a0-be93-4365-aad3-6788b227e0fc None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '8312c755-22e8-4e68-b285-35d814c7cd79', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'floating_ip_address': '172.37.3.186', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'port_id': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'mac_address': 'fa:16:3e:f7:fb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:50:27Z', 'updated_at': '2022-10-28T09:50:53Z', 'revision_number': 1, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:55.194865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:55.290013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e798dc-2897-4581-9250-f997bb7f8da8 None None] New status for floating IP 8312c755-22e8-4e68-b285-35d814c7cd79: ACTIVE {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:50:55.392671 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:55.655435 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Deleting port 60c19db5-e4fe-4779-8c57-28cd9976f20d {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:55.655832 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:55.752136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] For port 60c19db5-e4fe-4779-8c57-28cd9976f20d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=60c19db5-e4fe-4779-8c57-28cd9976f20d,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:55.752611 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:55.769597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Calling delete_port for 60c19db5-e4fe-4779-8c57-28cd9976f20d owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:55.926206 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:56.008434 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (60c19db5-e4fe-4779-8c57-28cd9976f20d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:56.057382 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c19db5-e4fe-4779-8c57-28cd9976f20d,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:56.097640 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device bb15e303-a14b-4992-96a6-836072bb6949 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:56.128008 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: bb15e303-a14b-4992-96a6-836072bb6949 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:56.128539 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device bb15e303-a14b-4992-96a6-836072bb6949 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:56.262598 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:56.320466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:56.539069 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:56.675034 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:56.681028 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-286eb3a8-a912-48f0-88dc-26c361573f16 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/386fbf9c-fb64-4461-9f7c-ee106c0386e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1269093 Oct 28 09:50:56.683679 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42346) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:56.685425 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Sync routers for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:56.697609 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:56.698344 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:56.810657 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks [] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:56.815548 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:56.845529 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:56.887735 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:56.934134 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks [] for router_gateway (386fbf9c-fb64-4461-9f7c-ee106c0386e5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:56.981753 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Deleting port 3d6a4dab-2a2d-4272-9240-acfc167b338d {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:56.982097 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.067672 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:57.076769 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] For port 3d6a4dab-2a2d-4272-9240-acfc167b338d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=3d6a4dab-2a2d-4272-9240-acfc167b338d,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:57.077232 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.099114 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Calling delete_port for 3d6a4dab-2a2d-4272-9240-acfc167b338d owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:57.115721 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119'}], 'enable_snat': True}, 'gw_port_id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:50:55Z', 'revision_number': 5, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port': {'id': '3d6a4dab-2a2d-4272-9240-acfc167b338d', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:57.150036 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Checking router: 386fbf9c-fb64-4461-9f7c-ee106c0386e5 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:57.161970 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Routers {'386fbf9c-fb64-4461-9f7c-ee106c0386e5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:50:57.162636 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:50:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:57.283236 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] Set router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:50:57.354517 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:50:56Z', 'revision_number': 6, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:57.366811 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (3d6a4dab-2a2d-4272-9240-acfc167b338d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.387207 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332f515-dd69-444b-b727-b622ef4e36de None None] The sync data for ids ['386fbf9c-fb64-4461-9f7c-ee106c0386e5'] in dv-cinder-zed-3-iscsi is: [{'id': '386fbf9c-fb64-4461-9f7c-ee106c0386e5', 'name': 'tempest-ServerRescueNegativeTestJSON-1493300633-router', 'tenant_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:54Z', 'updated_at': '2022-10-28T09:50:56Z', 'revision_number': 6, 'project_id': '227ac6c4e642467ca3b9e0bf7181d5c9', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:57.397513 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6a4dab-2a2d-4272-9240-acfc167b338d,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:57.469716 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.471650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:57.568718 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.572235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks [] for router_controller (386fbf9c-fb64-4461-9f7c-ee106c0386e5), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.639315 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (386fbf9c-fb64-4461-9f7c-ee106c0386e5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.640148 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 386fbf9c-fb64-4461-9f7c-ee106c0386e5 {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:50:57.645424 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.646695 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-57df83ee-5794-4922-a75a-8ab3644e7c79 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/386fbf9c-fb64-4461-9f7c-ee106c0386e5 HTTP/1.1" status: 204 len: 168 time: 0.9614499 Oct 28 09:50:57.649714 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42352) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:57.700749 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Deleting subnet 14579739-db8e-45c1-aff7-b24d11dcdc69 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:50:57.705535 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Publish callbacks [] for subnet (14579739-db8e-45c1-aff7-b24d11dcdc69), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.744557 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (14579739-db8e-45c1-aff7-b24d11dcdc69), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.873867 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (14579739-db8e-45c1-aff7-b24d11dcdc69), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.953231 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (14579739-db8e-45c1-aff7-b24d11dcdc69), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.980076 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14579739-db8e-45c1-aff7-b24d11dcdc69,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:57.984183 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:57.988036 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b80ee04b-7d20-478d-a039-55bf0801f6a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/14579739-db8e-45c1-aff7-b24d11dcdc69 HTTP/1.1" status: 204 len: 168 time: 0.3371420 Oct 28 09:50:57.991387 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42354) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:57.992564 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64fb1e-8fb9-4669-aaec-07d05d1dd858 None None] Network 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:50:58.098249 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.150310 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Deleting port 0643836f-b929-4ac8-b599-658957ff2861 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:58.150719 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0643836f-b929-4ac8-b599-658957ff2861), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.212555 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] DHCP port deletion for 51c62d53-c6c7-4bb9-b1b6-d47428b64a8c request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:50:58.231879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] For port 0643836f-b929-4ac8-b599-658957ff2861, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0643836f-b929-4ac8-b599-658957ff2861,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:58.232469 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0643836f-b929-4ac8-b599-658957ff2861), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.255526 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Calling delete_port for 0643836f-b929-4ac8-b599-658957ff2861 owned by network:dhcp {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:58.270292 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Deleting port 0643836f-b929-4ac8-b599-658957ff2861 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:50:58.270790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:58.271099 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0643836f-b929-4ac8-b599-658957ff2861), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.294170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:58.364382 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (0643836f-b929-4ac8-b599-658957ff2861), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.371285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] For port 0643836f-b929-4ac8-b599-658957ff2861, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0643836f-b929-4ac8-b599-658957ff2861,segment=NetworkSegment(e80389b1-3828-4b9a-8e26-4ce89377215c),segment_id=e80389b1-3828-4b9a-8e26-4ce89377215c)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:58.371932 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0643836f-b929-4ac8-b599-658957ff2861), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.393408 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Calling delete_port for 0643836f-b929-4ac8-b599-658957ff2861 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:50:58.399568 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Pushing event deleted for resources: {'Port': ['ID=0643836f-b929-4ac8-b599-658957ff2861,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:58.405317 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] No DVR routers for this DVR port 0643836f-b929-4ac8-b599-658957ff2861 on host dv-cinder-zed-3-iscsi {{(pid=112835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:58.494772 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (0643836f-b929-4ac8-b599-658957ff2861), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.502921 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.529952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c62d53-c6c7-4bb9-b1b6-d47428b64a8c']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:58.539573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Pushing event deleted for resources: {'Port': ['ID=0643836f-b929-4ac8-b599-658957ff2861,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:58.545430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80389b1-3828-4b9a-8e26-4ce89377215c') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:58.545735 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80389b1-3828-4b9a-8e26-4ce89377215c') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:58.556728 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.557282 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.557850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.558364 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.558955 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.559473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.560024 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.560576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.561130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.561683 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.562939 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.563697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.564475 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.565219 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.565952 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:58.567965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (e80389b1-3828-4b9a-8e26-4ce89377215c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.583022 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d8a54-ca1b-4269-8d88-4af411fc9ac3 None None] No DVR routers for this DVR port 0643836f-b929-4ac8-b599-658957ff2861 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:50:58.603981 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (e80389b1-3828-4b9a-8e26-4ce89377215c), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.613402 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:58.613800 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (e80389b1-3828-4b9a-8e26-4ce89377215c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.663682 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment e80389b1-3828-4b9a-8e26-4ce89377215c resource provider aggregate not found Oct 28 09:50:58.686358 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment e80389b1-3828-4b9a-8e26-4ce89377215c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e80389b1-3828-4b9a-8e26-4ce89377215c found for delete ", "request_id": "req-6e5aafd2-736b-4f36-aa8f-aeff14ed51af"}]} Oct 28 09:50:58.697892 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (51c62d53-c6c7-4bb9-b1b6-d47428b64a8c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.707172 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:58.710674 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/51c62d53-c6c7-4bb9-b1b6-d47428b64a8c HTTP/1.1" status: 204 len: 168 time: 0.7177734 Oct 28 09:50:58.711250 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:58.728439 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd9e96-3cb4-4594-9011-c017af39b132 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c62d53-c6c7-4bb9-b1b6-d47428b64a8c,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:58.858337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3d6a4dab-2a2d-4272-9240-acfc167b338d no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:58.897780 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 3d6a4dab-2a2d-4272-9240-acfc167b338d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:58.898138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 3d6a4dab-2a2d-4272-9240-acfc167b338d not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:58.900032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0643836f-b929-4ac8-b599-658957ff2861 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:58.927524 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 0643836f-b929-4ac8-b599-658957ff2861 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:58.927871 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0643836f-b929-4ac8-b599-658957ff2861 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:58.928523 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 60c19db5-e4fe-4779-8c57-28cd9976f20d no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:50:58.950272 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 60c19db5-e4fe-4779-8c57-28cd9976f20d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:50:58.950796 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 60c19db5-e4fe-4779-8c57-28cd9976f20d not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:50:58.996555 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42370) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:59.056904 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e9d82596-b110-4d75-93c8-af72ceb6899a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=227ac6c4e642467ca3b9e0bf7181d5c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0586987 Oct 28 09:50:59.061443 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42372) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:50:59.135163 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] Publish callbacks [] for security_group (1e31a46c-7641-48cb-a7b8-b5513e2f7a73), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:59.162724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] Publish callbacks [] for security_group (1e31a46c-7641-48cb-a7b8-b5513e2f7a73), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:59.226745 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1e31a46c-7641-48cb-a7b8-b5513e2f7a73), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:59.229658 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:50:59.231356 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1e31a46c-7641-48cb-a7b8-b5513e2f7a73 HTTP/1.1" status: 204 len: 168 time: 0.1675591 Oct 28 09:50:59.244259 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db1422-019e-409f-ae7f-0f7cd867cd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e31a46c-7641-48cb-a7b8-b5513e2f7a73,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:59.312914 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c814cc22-3d22-43ef-82ad-ad93ff9a10b8 req-0a50425e-3884-46c8-bae6-6ae8c68c1c98 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-910857212&fields=id&tenant_id=6d071a4f24b541d4b5d49017707e0788 HTTP/1.1" status: 200 len: 267 time: 0.0770290 Oct 28 09:50:59.351575 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:50:59.484189 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814cc22-3d22-43ef-82ad-ad93ff9a10b8 req-c4f3ff84-e978-456f-b683-8f08222136ae tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:50:59.487505 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c814cc22-3d22-43ef-82ad-ad93ff9a10b8 req-c4f3ff84-e978-456f-b683-8f08222136ae tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 HTTP/1.1" status: 200 len: 812 time: 0.1631594 Oct 28 09:50:59.510266 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c814cc22-3d22-43ef-82ad-ad93ff9a10b8 req-37c78a7b-a536-4afc-8bcd-04ee84e422f1 tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "GET /networking/v2.0/quotas/6d071a4f24b541d4b5d49017707e0788 HTTP/1.1" status: 200 len: 375 time: 0.0168855 Oct 28 09:51:00.842159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.184968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42448) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:01.312217 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-983c37e6-c1cb-4ae6-8b73-f5e52af12708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.408665 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-983c37e6-c1cb-4ae6-8b73-f5e52af12708 admin admin] Publish callbacks [] for security_group (b9e32920-7cf5-485e-9e39-99be8f0a424a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.413922 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-983c37e6-c1cb-4ae6-8b73-f5e52af12708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b9e32920-7cf5-485e-9e39-99be8f0a424a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.461227 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-983c37e6-c1cb-4ae6-8b73-f5e52af12708 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25e4cd851ba947ed96286977236953a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749574 Oct 28 09:51:01.462572 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c37e6-c1cb-4ae6-8b73-f5e52af12708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e32920-7cf5-485e-9e39-99be8f0a424a,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:01.464071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42452) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:01.528181 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] Publish callbacks [] for security_group (b9e32920-7cf5-485e-9e39-99be8f0a424a), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.551845 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] Publish callbacks [] for security_group (b9e32920-7cf5-485e-9e39-99be8f0a424a), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.561154 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:01.608578 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b9e32920-7cf5-485e-9e39-99be8f0a424a), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.611814 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:01.613178 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9e32920-7cf5-485e-9e39-99be8f0a424a HTTP/1.1" status: 204 len: 168 time: 0.1472225 Oct 28 09:51:01.625826 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5853-0ee0-4f38-847f-5572fd5a35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e32920-7cf5-485e-9e39-99be8f0a424a,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:02.077187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721129bb-b82a-4601-b823-7b26b0077c94 req-4ec9cc03-d6be-4057-b403-16b1916156c6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:02.079374 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-721129bb-b82a-4601-b823-7b26b0077c94 req-4ec9cc03-d6be-4057-b403-16b1916156c6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0603089 Oct 28 09:51:02.136837 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-721129bb-b82a-4601-b823-7b26b0077c94 req-d242c74c-a0fe-484a-a007-10e4042ad2d6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507472 Oct 28 09:51:02.662501 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-3621486a-a8f9-4822-8a87-0baaedd21086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:03.317799 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaae2c-93c2-49b9-85f4-45624194b302 req-53d23e90-0ecd-4322-a4ca-8812f480a997 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:03.320084 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eaaaae2c-93c2-49b9-85f4-45624194b302 req-53d23e90-0ecd-4322-a4ca-8812f480a997 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0784669 Oct 28 09:51:03.384547 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eaaaae2c-93c2-49b9-85f4-45624194b302 req-f449e1e7-a382-4fed-8520-2cd71637e95f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548530 Oct 28 09:51:03.867468 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-66d567ed-ef1f-4afb-9b12-1f444c8099d0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:03.869208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-66d567ed-ef1f-4afb-9b12-1f444c8099d0 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.0572197 Oct 28 09:51:03.869404 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42506) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:03.990834 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port b0640bfe-73f9-4cda-a3ed-720c31e1391d {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:51:03.991317 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.037873 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a0ab-bfe2-4a95-b447-0fb7fcae1085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.115395 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] For port b0640bfe-73f9-4cda-a3ed-720c31e1391d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=b0640bfe-73f9-4cda-a3ed-720c31e1391d,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:04.115934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.142677 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:04.150717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a0ab-bfe2-4a95-b447-0fb7fcae1085 admin admin] Publish callbacks [] for security_group (c18e1e98-74ca-48da-930a-8337c88f6449), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.157342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a0ab-bfe2-4a95-b447-0fb7fcae1085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c18e1e98-74ca-48da-930a-8337c88f6449), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.214978 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5fd2a0ab-bfe2-4a95-b447-0fb7fcae1085 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0f9788498e104a7b978a0a7e6abb8ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440330 Oct 28 09:51:04.216330 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2a0ab-bfe2-4a95-b447-0fb7fcae1085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e1e98-74ca-48da-930a-8337c88f6449,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:04.219255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42510) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:04.393496 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] Publish callbacks [] for security_group (c18e1e98-74ca-48da-930a-8337c88f6449), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.399146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.399512 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.399833 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP bb9690e9-f8d3-4283-b571-9aee142bcebd disassociated. External IP: 172.37.3.21, port: b0640bfe-73f9-4cda-a3ed-720c31e1391d. Oct 28 09:51:04.400209 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for b0640bfe-73f9-4cda-a3ed-720c31e1391d owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:51:04.431080 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] Publish callbacks [] for security_group (c18e1e98-74ca-48da-930a-8337c88f6449), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.478151 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:04.588635 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:04.597784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cee14b-4668-44a1-9378-0b6a421ac92e req-9367d65a-f5e2-4e53-97b5-66b83245ab91 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:04.599444 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4cee14b-4668-44a1-9378-0b6a421ac92e req-9367d65a-f5e2-4e53-97b5-66b83245ab91 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 946 time: 0.1165457 Oct 28 09:51:04.631286 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c18e1e98-74ca-48da-930a-8337c88f6449), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.634067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.635588 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c18e1e98-74ca-48da-930a-8337c88f6449 HTTP/1.1" status: 204 len: 168 time: 0.4141786 Oct 28 09:51:04.686830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929965-2319-4c3b-993a-45897e921ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e1e98-74ca-48da-930a-8337c88f6449,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:04.714156 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:04.751894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d4cee14b-4668-44a1-9378-0b6a421ac92e req-f0ba63a5-129d-4738-92b5-97506c559ac8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368794 Oct 28 09:51:04.754079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (b0640bfe-73f9-4cda-a3ed-720c31e1391d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:04.806224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=b0640bfe-73f9-4cda-a3ed-720c31e1391d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:04.993896 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-de4a66f6-c79d-41a1-bb2f-7e98769998be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.000064 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:51:05.129673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:51:05.149595 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:51:05.175617 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:05.176707 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:05.210250 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] No DVR routers for this DVR port b0640bfe-73f9-4cda-a3ed-720c31e1391d on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:51:05.214696 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.221072 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5df6b76b-a0cf-49d7-946c-d18fd064ac01 req-a4f1dff6-fa18-4209-93f0-ee3543964455 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "DELETE /networking/v2.0/ports/b0640bfe-73f9-4cda-a3ed-720c31e1391d HTTP/1.1" status: 204 len: 173 time: 1.3460579 Oct 28 09:51:05.221905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'name': 'network-vif-deleted', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:05.225968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026980bd-9178-4cbf-93fc-e4e77002e4bb" -d '{"events": [{"server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "name": "network-vif-deleted", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:05.261653 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42520) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:05.301123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9c6bb2-a257-4950-bc43-b8c6e963a0f4 x-openstack-request-id: req-5f9c6bb2-a257-4950-bc43-b8c6e963a0f4 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:05.301511 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576e3364-9c2e-4360-873a-7a9ded31e8e3", "name": "network-vif-deleted", "tag": "b0640bfe-73f9-4cda-a3ed-720c31e1391d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:05.302312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f9c6bb2-a257-4950-bc43-b8c6e963a0f4 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:05.303168 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9c6bb2-a257-4950-bc43-b8c6e963a0f4'] response: {'server_uuid': '576e3364-9c2e-4360-873a-7a9ded31e8e3', 'name': 'network-vif-deleted', 'tag': 'b0640bfe-73f9-4cda-a3ed-720c31e1391d', 'status': 'completed', 'code': 200} Oct 28 09:51:05.307202 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1bebc8a6-9701-48b4-8325-773b85a445c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.433856 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:05.469650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1bebc8a6-9701-48b4-8325-773b85a445c0 admin admin] Publish callbacks [] for security_group (ce97992d-6ce6-48e1-b5fe-0fdf091245e5), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.478551 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1bebc8a6-9701-48b4-8325-773b85a445c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ce97992d-6ce6-48e1-b5fe-0fdf091245e5), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.499408 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:05.530887 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1bebc8a6-9701-48b4-8325-773b85a445c0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b4db04abd6374e638cf611eb0fb58bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680886 Oct 28 09:51:05.536223 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42522) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:05.543719 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebc8a6-9701-48b4-8325-773b85a445c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce97992d-6ce6-48e1-b5fe-0fdf091245e5,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:05.618948 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] Publish callbacks [] for security_group (ce97992d-6ce6-48e1-b5fe-0fdf091245e5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.646496 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] Publish callbacks [] for security_group (ce97992d-6ce6-48e1-b5fe-0fdf091245e5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.707782 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ce97992d-6ce6-48e1-b5fe-0fdf091245e5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.711335 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:05.712735 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce97992d-6ce6-48e1-b5fe-0fdf091245e5 HTTP/1.1" status: 204 len: 168 time: 0.1752493 Oct 28 09:51:05.722307 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941182f0-55a0-40af-aede-b21d582046be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce97992d-6ce6-48e1-b5fe-0fdf091245e5,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:05.814337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:05.870884 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:51:05.892171 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:05.893206 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:05.962279 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0a21b38e-1e3f-447c-b709-e3ad537ccc98 req-d852b5ba-d237-4c08-8a1f-8b189e9ec921 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=576e3364-9c2e-4360-873a-7a9ded31e8e3 HTTP/1.1" status: 200 len: 210 time: 0.0436234 Oct 28 09:51:06.084800 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:06.256368 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:06.348793 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:06.376712 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bfcbc0-4fe1-4b1c-8212-294d7545ea76 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:51:06.666913 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e02844-5485-4d50-b9d0-d8312b5eccaf None None] New status for floating IP bb9690e9-f8d3-4283-b571-9aee142bcebd: DOWN {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:51:06.739015 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.101660 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42556) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:07.185154 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.213865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.275223 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.282327 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.283971 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5 HTTP/1.1" status: 204 len: 168 time: 0.1809633 Oct 28 09:51:07.286847 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42560) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:07.296136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5bcc8-3743-45d4-982a-4b929f51df1e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:07.304517 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.api.v2.resource [None req-da56350b-8cc2-4060-acbc-f80754274e6f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] show failed (client error): The resource could not be found. Oct 28 09:51:07.306849 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-da56350b-8cc2-4060-acbc-f80754274e6f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups/3e5a92e1-b8ec-4310-bc3b-e2c7e3d0cef5 HTTP/1.1" status: 404 len: 347 time: 0.0182285 Oct 28 09:51:07.309921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42562) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:07.335532 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42564) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:07.485058 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port 7b62aeb4-c293-4d22-8c8c-a0a59de1ce35 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:51:07.485410 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.496338 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f4b88ed-de28-4b8e-9a48-61b17f0531ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.581361 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.581689 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.601529 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for 7b62aeb4-c293-4d22-8c8c-a0a59de1ce35 owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:51:07.603166 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f4b88ed-de28-4b8e-9a48-61b17f0531ff admin admin] Publish callbacks [] for security_group (b575ee5c-854e-4f38-87d4-8f5ad4cb03a1), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.610066 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f4b88ed-de28-4b8e-9a48-61b17f0531ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b575ee5c-854e-4f38-87d4-8f5ad4cb03a1), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.657691 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3f4b88ed-de28-4b8e-9a48-61b17f0531ff admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1b4b3e472c5040739fe8175ca42cc23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210297 Oct 28 09:51:07.659073 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b88ed-de28-4b8e-9a48-61b17f0531ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575ee5c-854e-4f38-87d4-8f5ad4cb03a1,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:07.661951 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42570) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:07.697197 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:07.727142 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] Publish callbacks [] for security_group (b575ee5c-854e-4f38-87d4-8f5ad4cb03a1), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.753918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] Publish callbacks [] for security_group (b575ee5c-854e-4f38-87d4-8f5ad4cb03a1), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.815235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b575ee5c-854e-4f38-87d4-8f5ad4cb03a1), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.818332 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.819623 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b575ee5c-854e-4f38-87d4-8f5ad4cb03a1 HTTP/1.1" status: 204 len: 168 time: 0.1564045 Oct 28 09:51:07.819976 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (7b62aeb4-c293-4d22-8c8c-a0a59de1ce35), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.837118 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14f544-df4f-499c-94a4-733793de1998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575ee5c-854e-4f38-87d4-8f5ad4cb03a1,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:07.858576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=7b62aeb4-c293-4d22-8c8c-a0a59de1ce35,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:07.885966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:07.932695 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (bb9690e9-f8d3-4283-b571-9aee142bcebd), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.935676 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:07.936909 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-114ec37c-3b9d-48d1-a0b6-1faec5befd59 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/bb9690e9-f8d3-4283-b571-9aee142bcebd HTTP/1.1" status: 204 len: 168 time: 0.6258118 Oct 28 09:51:07.949089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.028830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42578) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:08.036786 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675896182', 'description': 'tempest-description--1127603588'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:08.068477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.109413 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:08.163771 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device b0640bfe-73f9-4cda-a3ed-720c31e1391d no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:08.185397 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (bc23a6ca-7b1b-454f-bed0-19611ad6f099), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.191892 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: b0640bfe-73f9-4cda-a3ed-720c31e1391d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:51:08.192223 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bc23a6ca-7b1b-454f-bed0-19611ad6f099), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.192408 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device b0640bfe-73f9-4cda-a3ed-720c31e1391d not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:51:08.212330 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.243740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.245367 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2150810 Oct 28 09:51:08.248478 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42586) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:08.249044 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32826daa-7589-4cc8-a9ab-e3c5763f5e89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23a6ca-7b1b-454f-bed0-19611ad6f099,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:08.256659 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': 'bc23a6ca-7b1b-454f-bed0-19611ad6f099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:08.312038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (ab2065f0-88a4-4e05-98b4-5612b5ff2e7a), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.386274 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (ab2065f0-88a4-4e05-98b4-5612b5ff2e7a), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.392584 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (ab2065f0-88a4-4e05-98b4-5612b5ff2e7a), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.431080 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2065f0-88a4-4e05-98b4-5612b5ff2e7a,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:08.438754 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.444342 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-cd856d90-89c1-450f-896c-d21e0f9d17e8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895719 Oct 28 09:51:08.445262 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42590) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:08.450141 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'security_group_rule': {'security_group_id': 'bc23a6ca-7b1b-454f-bed0-19611ad6f099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:08.482326 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (4d24ab13-7cd5-42e3-bbba-1824773d5359), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.493222 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:08.554157 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (4d24ab13-7cd5-42e3-bbba-1824773d5359), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.562474 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (4d24ab13-7cd5-42e3-bbba-1824773d5359), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.584692 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d24ab13-7cd5-42e3-bbba-1824773d5359,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:08.596342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.597789 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b2716844-210f-4063-a940-91da0a2cbbfc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516743 Oct 28 09:51:08.601376 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42598) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:08.606900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:08.635790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.734867 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:08.882997 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.37.3.206 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/1addb9c5-486d-45bb-967b-dde9c84dbe5f) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:09.344867 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42624) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:09.410212 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.453614 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.514975 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:09.525713 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:09.529934 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:09.534915 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:51:09.542781 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3be88dac-456b-493c-993b-98cef31bf929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.560000 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=1addb9c5-486d-45bb-967b-dde9c84dbe5f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:09.663159 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3be88dac-456b-493c-993b-98cef31bf929 admin admin] Publish callbacks [] for security_group (55220624-ce92-438a-82ec-549f2d22b8f5), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.668036 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.668761 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-3be88dac-456b-493c-993b-98cef31bf929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (55220624-ce92-438a-82ec-549f2d22b8f5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.720702 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.725639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be88dac-456b-493c-993b-98cef31bf929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55220624-ce92-438a-82ec-549f2d22b8f5,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:09.736289 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-3be88dac-456b-493c-993b-98cef31bf929 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=71eeeb7b2d1e4b9ea4e5a7814bff22de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842819 Oct 28 09:51:09.737240 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42628) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:09.816421 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] Publish callbacks [] for security_group (55220624-ce92-438a-82ec-549f2d22b8f5), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.848975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] Publish callbacks [] for security_group (55220624-ce92-438a-82ec-549f2d22b8f5), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.858980 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:09.923994 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.929506 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59075546'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.938798 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (55220624-ce92-438a-82ec-549f2d22b8f5), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.941504 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:09.942878 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/55220624-ce92-438a-82ec-549f2d22b8f5 HTTP/1.1" status: 204 len: 168 time: 0.2038329 Oct 28 09:51:09.954292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc977d-e998-4980-9dec-c54404af4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55220624-ce92-438a-82ec-549f2d22b8f5,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:10.030521 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:10.034903 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=1addb9c5-486d-45bb-967b-dde9c84dbe5f,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:10.052526 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:10.054154 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6b603c2d-60fc-4403-ab0f-f2a4e792a198 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4513216 Oct 28 09:51:10.306182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-92d85676-43cd-4e28-a417-017df6c9f5c8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--675896182&fields=id&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 267 time: 0.0578246 Oct 28 09:51:10.455694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-d8abe02c-6e47-4b23-b739-e3779c66a510 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:10.457417 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-d8abe02c-6e47-4b23-b739-e3779c66a510 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1422360 Oct 28 09:51:10.478429 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-957f0e16-091c-4733-bbef-ace073d98fb5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/quotas/4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 375 time: 0.0110378 Oct 28 09:51:10.543092 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-62d96b65-cf7d-41b7-9c85-00e95eb005e5 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565841 Oct 28 09:51:10.691856 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-ff71e282-2f90-4457-b60b-fe301eb3be69 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219895 Oct 28 09:51:10.709849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:10.842072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:10.848541 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-0d52f8dd-7640-4074-ad69-cec5b23ca26c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498907 Oct 28 09:51:11.055390 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:11.534017 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95507e0a-051d-4d75-8d18-678c9f2cacc2 req-a310ce7c-fd2e-4f6b-98ce-5ebe73da7923 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 210 time: 0.0679686 Oct 28 09:51:11.717764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426d382-9ba4-4480-beaa-af1a2a09719b req-1f64b0f5-1c21-406d-92d0-d0b1db96c057 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:11.719480 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a426d382-9ba4-4480-beaa-af1a2a09719b req-1f64b0f5-1c21-406d-92d0-d0b1db96c057 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0827878 Oct 28 09:51:11.815810 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a426d382-9ba4-4480-beaa-af1a2a09719b req-0ed3af0d-1076-4851-bf73-afce40173f4c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848534 Oct 28 09:51:12.729281 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f818f01d-0caf-44a4-bdd4-4ab612ce4bcd req-99e28e56-f709-49fc-9ac2-95b2820983a4 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 210 time: 0.0738909 Oct 28 09:51:12.864405 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-faff74fe-66d8-4b66-8518-a4605e2b7b73 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:12.866063 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-faff74fe-66d8-4b66-8518-a4605e2b7b73 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 815 time: 0.1557839 Oct 28 09:51:12.959288 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-ead028be-40ab-458b-bd35-b7ecbe1e9036 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f351d016ace4e369be852bb7aa916fe HTTP/1.1" status: 200 len: 379 time: 0.0778315 Oct 28 09:51:12.970181 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'port': {'device_id': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'admin_state_up': True, 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'security_groups': ['bc23a6ca-7b1b-454f-bed0-19611ad6f099']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:13.093305 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3ff1-0f76-4ec1-b799-cf5eada91a70 req-983e1aba-8207-419f-9b7c-38c41219c983 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:13.095706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-68fe3ff1-0f76-4ec1-b799-cf5eada91a70 req-983e1aba-8207-419f-9b7c-38c41219c983 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1039665 Oct 28 09:51:13.196189 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-68fe3ff1-0f76-4ec1-b799-cf5eada91a70 req-4b530397-cfed-4e1a-9a21-a1b059362aaa tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798104 Oct 28 09:51:13.197631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Made reservation on behalf of 4f351d016ace4e369be852bb7aa916fe for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:13.201498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:13.777524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Allocated IP 172.20.0.12 (8cae7e07-cd54-4f98-96b4-a27c37dcb83a/0ad0fb86-3b2c-4f04-bb8c-6055214bd457/ecc67eeb-ed37-4710-a977-acceff867b07) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:13.945445 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c34ce481-02a5-487a-a39b-3dfffbf05009 req-c421f80c-229f-4bb5-96c3-6b635bec29e6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 210 time: 0.0673842 Oct 28 09:51:14.013880 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for port (ecc67eeb-ed37-4710-a977-acceff867b07), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.047121 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:14.055692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.064142 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:14.112690 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:14.118949 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:14.123546 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:51:14.149427 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event updated for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:14.205947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:14.206971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.245960 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-368b5f4d-3e1e-434a-9d16-2a8404e7576e tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2804906 Oct 28 09:51:14.266566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Request body: {'port': {'device_id': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:14.425741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0347e-417c-42eb-8156-e0dbd70053bf req-3717d44a-839f-4e28-9de0-f309181937df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:14.428237 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f0347e-417c-42eb-8156-e0dbd70053bf req-3717d44a-839f-4e28-9de0-f309181937df tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1220224 Oct 28 09:51:14.453327 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.510708 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-8ed3dfac-124e-41fb-8f72-16f7d9d27c86 None None] Provisioning complete for port ecc67eeb-ed37-4710-a977-acceff867b07 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:14.511275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-8ed3dfac-124e-41fb-8f72-16f7d9d27c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.511446 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-8ed3dfac-124e-41fb-8f72-16f7d9d27c86 None None] Attempt 1 to provision port ecc67eeb-ed37-4710-a977-acceff867b07 Oct 28 09:51:14.569475 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3dfac-124e-41fb-8f72-16f7d9d27c86 None None] Port ecc67eeb-ed37-4710-a977-acceff867b07 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:51:14.585781 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39f0347e-417c-42eb-8156-e0dbd70053bf req-2b2ec9d0-2bc7-4d6c-95b6-71d1c66be6c3 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459296 Oct 28 09:51:14.946543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc67eeb-ed37-4710-a977-acceff867b07 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:51:14.956938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks [] for port (ecc67eeb-ed37-4710-a977-acceff867b07), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:14.973656 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Transition to ACTIVE for port object ecc67eeb-ed37-4710-a977-acceff867b07 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:51:14.977890 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:15.048133 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:15.164284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1aade-b0aa-4a6f-8e4d-e3f7548e6dc4 req-a8404c76-d6f1-4102-93a7-afb8f6d78490 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.166833 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c2e1aade-b0aa-4a6f-8e4d-e3f7548e6dc4 req-a8404c76-d6f1-4102-93a7-afb8f6d78490 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 944 time: 0.0907676 Oct 28 09:51:15.171158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Attempting to bind port ecc67eeb-ed37-4710-a977-acceff867b07 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:51:15.172221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Attempting to bind port ecc67eeb-ed37-4710-a977-acceff867b07 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:51:15.172768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Attempting to bind port ecc67eeb-ed37-4710-a977-acceff867b07 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:15.261261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:15.276577 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Port ecc67eeb-ed37-4710-a977-acceff867b07 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:51:15.276934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Attempting to bind port ecc67eeb-ed37-4710-a977-acceff867b07 on network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:15.304292 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c2e1aade-b0aa-4a6f-8e4d-e3f7548e6dc4 req-b9c74e6e-db1c-4576-b545-23c42e0fdfc7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255901 Oct 28 09:51:15.333327 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:51:15.333640 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Checking segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:51:15.334064 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Bound using segment: {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:51:15.334510 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Bound port: ecc67eeb-ed37-4710-a977-acceff867b07, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5229d30c-7d02-4c49-9300-16f45f98a364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:51:15.334877 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:15.355558 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:15.414087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:15.417863 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ecc67eeb-ed37-4710-a977-acceff867b07,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:15.426094 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:15.430939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.431578 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:15.433374 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ecc67eeb-ed37-4710-a977-acceff867b07 HTTP/1.1" status: 200 len: 1094 time: 1.1714091 Oct 28 09:51:15.433621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:15.436043 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f477e07-36d5-4076-b2a6-2ceb85f55106" -d '{"events": [{"name": "network-changed", "server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:15.492419 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80935b7e-114d-481f-a242-946f8c44ade7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:15.496470 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ff2c7-b53e-4d56-87f0-7a4420f55a1a x-openstack-request-id: req-5a6ff2c7-b53e-4d56-87f0-7a4420f55a1a {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:15.496741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:15.497011 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a6ff2c7-b53e-4d56-87f0-7a4420f55a1a {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:15.497496 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6ff2c7-b53e-4d56-87f0-7a4420f55a1a'] response: {'name': 'network-changed', 'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'status': 'completed', 'code': 200} Oct 28 09:51:15.572050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-7f871192-c416-45a4-bae7-aa52090ecc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.573776 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-7f871192-c416-45a4-bae7-aa52090ecc7a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 1128 time: 0.0446393 Oct 28 09:51:15.629838 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-da189a5f-a96f-4c27-80f3-00d460e02876 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc67eeb-ed37-4710-a977-acceff867b07 HTTP/1.1" status: 200 len: 217 time: 0.0413883 Oct 28 09:51:15.705675 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-4d0b8ec0-7641-452c-b1c8-2f4370c775e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.707250 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-4d0b8ec0-7641-452c-b1c8-2f4370c775e1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.0675688 Oct 28 09:51:15.783225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-49fd2965-c41e-4669-9d55-5db463ecfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.784760 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-49fd2965-c41e-4669-9d55-5db463ecfd37 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0670006 Oct 28 09:51:15.790677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e105-2b84-4041-85f9-735805f9341f req-f8a31c33-5594-4b7d-805f-31192eaa88af tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:15.792240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cbd4e105-2b84-4041-85f9-735805f9341f req-f8a31c33-5594-4b7d-805f-31192eaa88af tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0841060 Oct 28 09:51:15.914074 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cbd4e105-2b84-4041-85f9-735805f9341f req-f709fb56-cacc-48d7-b800-ea114ecb5f1a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127677 Oct 28 09:51:15.942806 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-35bc7b04-add9-4446-81b9-82787762c1fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495183 Oct 28 09:51:16.051796 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4a22cda5-23d2-40a2-bf23-6c70ce15440d req-e07145a1-a4fe-4e5f-b9c4-e19f72fa7985 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023579 Oct 28 09:51:16.466853 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6766c2d-3192-4c77-9675-be74530811e2 req-eb691789-eded-4770-8b9e-772f4cf8bd7a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:16.469314 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6766c2d-3192-4c77-9675-be74530811e2 req-eb691789-eded-4770-8b9e-772f4cf8bd7a tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 944 time: 0.0540321 Oct 28 09:51:16.526894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6766c2d-3192-4c77-9675-be74530811e2 req-1b703939-00ff-4b97-80d4-2bb546b7a78f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516818 Oct 28 09:51:16.794245 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:17.179585 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-a289b5b3-84c3-4785-bec1-dd4f5cbbbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.182241 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-a289b5b3-84c3-4785-bec1-dd4f5cbbbafa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 1128 time: 0.1299782 Oct 28 09:51:17.193814 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b4157-9d22-4b87-8964-5ec245fd3834 req-f4d269e7-7f0d-47dc-8ac1-a097e2a9b11a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.197010 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7f5b4157-9d22-4b87-8964-5ec245fd3834 req-f4d269e7-7f0d-47dc-8ac1-a097e2a9b11a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1622739 Oct 28 09:51:17.348369 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7f5b4157-9d22-4b87-8964-5ec245fd3834 req-97faa1a9-5315-49b6-b2fb-4d291bd4a01b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360509 Oct 28 09:51:17.375107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-b8b743c5-830d-46a2-92f9-ea6bc5df8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.377721 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-b8b743c5-830d-46a2-92f9-ea6bc5df8a09 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.1791925 Oct 28 09:51:17.419997 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-d1715063-4d2f-4600-b4a3-9e4534966a4b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc67eeb-ed37-4710-a977-acceff867b07 HTTP/1.1" status: 200 len: 217 time: 0.0354629 Oct 28 09:51:17.435596 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:17.476733 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-394e5a1d-5461-4165-b8cc-7a93cadb1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.478505 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-394e5a1d-5461-4165-b8cc-7a93cadb1825 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.0505230 Oct 28 09:51:17.532591 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-5f2bd65e-bc06-4714-a731-4a265f3178ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.534323 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-5f2bd65e-bc06-4714-a731-4a265f3178ed service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0487921 Oct 28 09:51:17.632031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:17.698531 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-c88357a6-72fe-4a52-adfe-bca8a10efc8b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572719 Oct 28 09:51:17.720246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd26d3-a178-4e06-adc5-b2dd905b861e req-3ea406a2-032f-48f1-9d96-d75005e8e612 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:17.721871 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64dd26d3-a178-4e06-adc5-b2dd905b861e req-3ea406a2-032f-48f1-9d96-d75005e8e612 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 944 time: 0.0819046 Oct 28 09:51:17.834740 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-64dd26d3-a178-4e06-adc5-b2dd905b861e req-5d2eb3a5-ec47-4ddd-86cc-1f5755690eb8 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020772 Oct 28 09:51:17.853684 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2f477e07-36d5-4076-b2a6-2ceb85f55106 req-993c4493-c3ae-4854-8fdc-c804c78546e6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483693 Oct 28 09:51:18.185060 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ecc67eeb-ed37-4710-a977-acceff867b07 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:51:18.375184 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ecc67eeb-ed37-4710-a977-acceff867b07,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:18.398621 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'port_id': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'mac_address': 'fa:16:3e:55:ad:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:51:18.471245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port ecc67eeb-ed37-4710-a977-acceff867b07 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:18.471928 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:18.493586 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc67eeb-ed37-4710-a977-acceff867b07 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:51:18.523337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ecc67eeb-ed37-4710-a977-acceff867b07,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:18.524677 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b0b0a-23d4-49e9-9237-79ce2924e4d5 req-f265d950-ac81-4b00-a210-644faca82d6c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:18.527341 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091b0b0a-23d4-49e9-9237-79ce2924e4d5 req-f265d950-ac81-4b00-a210-644faca82d6c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0706558 Oct 28 09:51:18.530117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:18.578738 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:18.617444 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-091b0b0a-23d4-49e9-9237-79ce2924e4d5 req-5609f4b6-788d-4049-9411-d6286858d3c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819132 Oct 28 09:51:18.624326 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:18.894917 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['ecc67eeb-ed37-4710-a977-acceff867b07'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:51:19.041557 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42640f27-c929-423a-936f-e0663b8ec463 req-01de4c25-92dc-4b5d-8751-4b9141e7d03d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:19.043251 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-42640f27-c929-423a-936f-e0663b8ec463 req-01de4c25-92dc-4b5d-8751-4b9141e7d03d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 945 time: 0.0611889 Oct 28 09:51:19.113380 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-42640f27-c929-423a-936f-e0663b8ec463 req-8e707e6b-c969-477d-bb90-5ec78daae63d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583363 Oct 28 09:51:20.005294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6516a1-91ed-4776-a197-1e499460470b req-dbdb62f4-f749-4405-a940-cfe7b4cb1da5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:20.008412 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c6516a1-91ed-4776-a197-1e499460470b req-dbdb62f4-f749-4405-a940-cfe7b4cb1da5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0680571 Oct 28 09:51:20.027063 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:20.046685 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:20.092827 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c6516a1-91ed-4776-a197-1e499460470b req-299de86e-44ed-4e65-915a-3cf3f6fada15 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698044 Oct 28 09:51:20.208397 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42820) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:20.229701 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ecc67eeb-ed37-4710-a977-acceff867b07 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:20.284239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f4466-c7a9-4aa8-bb1c-b4d3211be9c1 req-fbc3d53b-5c4e-4993-b5d8-2d1422d12001 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:20.287457 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fe3f4466-c7a9-4aa8-bb1c-b4d3211be9c1 req-fbc3d53b-5c4e-4993-b5d8-2d1422d12001 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 945 time: 0.0886617 Oct 28 09:51:20.293091 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port ecc67eeb-ed37-4710-a977-acceff867b07 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:51:20.306216 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port ecc67eeb-ed37-4710-a977-acceff867b07 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:20.306861 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.307424 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port ecc67eeb-ed37-4710-a977-acceff867b07 Oct 28 09:51:20.380251 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fe3f4466-c7a9-4aa8-bb1c-b4d3211be9c1 req-155308db-c991-4baf-88a6-05e2afdb35e7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868254 Oct 28 09:51:20.395730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7fa89d2f-fe6b-4b4a-92b1-679b0cad965c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.419944 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:20.444270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port ecc67eeb-ed37-4710-a977-acceff867b07 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:20.444800 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.474558 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:20.477079 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2865dd02-4632-45a7-a14f-21cc2c6a1be8" -d '{"events": [{"server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "name": "network-vif-plugged", "status": "completed", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:20.492774 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ecc67eeb-ed37-4710-a977-acceff867b07,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:20.498313 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.529767 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7fa89d2f-fe6b-4b4a-92b1-679b0cad965c admin admin] Publish callbacks [] for security_group (54f99652-1f4f-45a7-b886-3859475c2333), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.533561 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc3f8a-786a-422d-b197-ff01e1a611cc x-openstack-request-id: req-8acc3f8a-786a-422d-b197-ff01e1a611cc {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:20.534159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "name": "network-vif-plugged", "status": "completed", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:20.534731 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8acc3f8a-786a-422d-b197-ff01e1a611cc {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:20.535146 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acc3f8a-786a-422d-b197-ff01e1a611cc'] response: {'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'code': 200} Oct 28 09:51:20.535573 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7fa89d2f-fe6b-4b4a-92b1-679b0cad965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (54f99652-1f4f-45a7-b886-3859475c2333), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.564365 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:20.612041 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7fa89d2f-fe6b-4b4a-92b1-679b0cad965c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=51ccac114bd54916a1a4a2076ec0ba13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021108 Oct 28 09:51:20.615275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42826) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:20.615915 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89d2f-fe6b-4b4a-92b1-679b0cad965c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f99652-1f4f-45a7-b886-3859475c2333,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:20.698538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Publish callbacks [] for security_group (54f99652-1f4f-45a7-b886-3859475c2333), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.734389 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Publish callbacks [] for security_group (54f99652-1f4f-45a7-b886-3859475c2333), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.813412 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:20.823823 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6caf4c-14d6-4821-8bff-40db587431ab req-5577ce46-0e54-4eab-8895-9a66526c975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:20.825562 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d6caf4c-14d6-4821-8bff-40db587431ab req-5577ce46-0e54-4eab-8895-9a66526c975b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 1130 time: 0.0563395 Oct 28 09:51:20.853174 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (54f99652-1f4f-45a7-b886-3859475c2333), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.856769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:20.858079 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/54f99652-1f4f-45a7-b886-3859475c2333 HTTP/1.1" status: 204 len: 168 time: 0.2415695 Oct 28 09:51:20.879536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f99652-1f4f-45a7-b886-3859475c2333,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:20.923494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.924004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.925416 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.925876 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.926808 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.927368 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.927918 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.928470 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.929023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.929544 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.930080 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.930694 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.931241 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.931787 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.932369 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ac8b8-4a5c-46e5-8874-cdbb54837a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:20.955122 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d6caf4c-14d6-4821-8bff-40db587431ab req-50868e13-02e7-444d-960e-e82ffdbe9bf6 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196289 Oct 28 09:51:21.284604 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42834) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:21.303207 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-33e8e111-0771-4d17-872c-5db35f7cd217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.321158 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e1642-121b-43d6-b5f5-7b1f48a66b3e req-0b9f9903-50ee-44cf-a54f-e8788ff54abe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:21.323604 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9a1e1642-121b-43d6-b5f5-7b1f48a66b3e req-0b9f9903-50ee-44cf-a54f-e8788ff54abe tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0748787 Oct 28 09:51:21.407911 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9a1e1642-121b-43d6-b5f5-7b1f48a66b3e req-5abff8e5-2c3c-4064-81d0-f2d3103bba37 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710738 Oct 28 09:51:21.424127 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-33e8e111-0771-4d17-872c-5db35f7cd217 admin admin] Publish callbacks [] for security_group (cc77a0f1-16b2-4aca-9f7f-4224e19106fa), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.429980 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-33e8e111-0771-4d17-872c-5db35f7cd217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cc77a0f1-16b2-4aca-9f7f-4224e19106fa), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.504600 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-33e8e111-0771-4d17-872c-5db35f7cd217 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9c46aa0827464a6b84262600f64913cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185819 Oct 28 09:51:21.511700 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42838) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:21.526895 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8e111-0771-4d17-872c-5db35f7cd217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77a0f1-16b2-4aca-9f7f-4224e19106fa,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:21.536581 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af5226-4e09-46bd-acd7-6cd5119c3c27 req-f9456d2a-515a-48e8-a3de-4b60b938a722 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:21.538418 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95af5226-4e09-46bd-acd7-6cd5119c3c27 req-f9456d2a-515a-48e8-a3de-4b60b938a722 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.0543211 Oct 28 09:51:21.604211 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95af5226-4e09-46bd-acd7-6cd5119c3c27 req-e77cbe8f-a9f4-4aeb-90b0-f24b0c6335a7 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513895 Oct 28 09:51:21.607716 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] Publish callbacks [] for security_group (cc77a0f1-16b2-4aca-9f7f-4224e19106fa), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.641358 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] Publish callbacks [] for security_group (cc77a0f1-16b2-4aca-9f7f-4224e19106fa), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.703123 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cc77a0f1-16b2-4aca-9f7f-4224e19106fa), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.705724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:21.706959 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cc77a0f1-16b2-4aca-9f7f-4224e19106fa HTTP/1.1" status: 204 len: 168 time: 0.1940777 Oct 28 09:51:21.720878 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952bebd-1440-46ae-96c7-bc485bb1b2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77a0f1-16b2-4aca-9f7f-4224e19106fa,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:22.218797 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42844) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:22.235583 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4a23f61a-a5d7-4cb5-a39e-7fb3efbb8a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.339787 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4a23f61a-a5d7-4cb5-a39e-7fb3efbb8a17 admin admin] Publish callbacks [] for security_group (abda5c3c-964a-4d26-a2c0-6a4723e88d85), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.345074 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4a23f61a-a5d7-4cb5-a39e-7fb3efbb8a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (abda5c3c-964a-4d26-a2c0-6a4723e88d85), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.389448 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f61a-a5d7-4cb5-a39e-7fb3efbb8a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda5c3c-964a-4d26-a2c0-6a4723e88d85,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:22.394053 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-4a23f61a-a5d7-4cb5-a39e-7fb3efbb8a17 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e6657307dd6e4157ab42af9876de4fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736381 Oct 28 09:51:22.398570 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 42846) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:22.458903 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] Publish callbacks [] for security_group (abda5c3c-964a-4d26-a2c0-6a4723e88d85), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.461871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:22.485110 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] Publish callbacks [] for security_group (abda5c3c-964a-4d26-a2c0-6a4723e88d85), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.593664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (abda5c3c-964a-4d26-a2c0-6a4723e88d85), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.598554 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:22.600690 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/abda5c3c-964a-4d26-a2c0-6a4723e88d85 HTTP/1.1" status: 204 len: 168 time: 0.2002776 Oct 28 09:51:22.638166 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef1bc8-ee92-4135-9ad2-3cf82702f5cc req-fd0869c7-79ca-40e7-afef-a0bb01961d08 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:22.640989 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9ef1bc8-ee92-4135-9ad2-3cf82702f5cc req-fd0869c7-79ca-40e7-afef-a0bb01961d08 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1135011 Oct 28 09:51:22.642914 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea2542-ced4-4ddd-b1b9-8410abee4ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda5c3c-964a-4d26-a2c0-6a4723e88d85,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:22.729111 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d9ef1bc8-ee92-4135-9ad2-3cf82702f5cc req-294efd58-13f6-4385-92ad-2f5ba1c72e26 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777252 Oct 28 09:51:22.883370 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7f0ba-57ce-4485-ad89-f467cf3e02d9 req-f5470aa1-24b1-4206-ad34-2cc679bfce12 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:22.884994 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-99e7f0ba-57ce-4485-ad89-f467cf3e02d9 req-f5470aa1-24b1-4206-ad34-2cc679bfce12 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.0562007 Oct 28 09:51:22.954283 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-99e7f0ba-57ce-4485-ad89-f467cf3e02d9 req-c7ee5435-153b-4087-956b-dded839116d3 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626845 Oct 28 09:51:23.102131 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e16c3-da65-4328-9659-8aa3ec70d9de req-5825a175-1f83-4262-b004-ca1901918f89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:23.104804 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e29e16c3-da65-4328-9659-8aa3ec70d9de req-5825a175-1f83-4262-b004-ca1901918f89 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.0656009 Oct 28 09:51:23.118723 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 42864) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:23.124261 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Request body: {'floatingip': {'port_id': 'ecc67eeb-ed37-4710-a977-acceff867b07'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:23.177579 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:23.209884 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:23.284266 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:23.716609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:23.723215 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:23.914636 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP b4ad26ef-020b-4f4d-bca5-364b5fd49b5b associated. External IP: 172.37.3.206, port: ecc67eeb-ed37-4710-a977-acceff867b07. Oct 28 09:51:23.955923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59301134-1ef3-4d97-8beb-69334baea414 req-88f091f4-9c65-458e-91cc-e84fbf091dcd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:23.960190 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59301134-1ef3-4d97-8beb-69334baea414 req-88f091f4-9c65-458e-91cc-e84fbf091dcd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0892994 Oct 28 09:51:24.068350 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59301134-1ef3-4d97-8beb-69334baea414 req-b90abff4-50d8-4fd4-aca0-3269bdcbef00 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970042 Oct 28 09:51:24.238966 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:51:24.416922 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:51:24.422999 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:24.459566 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:51:24.470747 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c02feeff-9385-4ec9-b804-a1b220be3a6b tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b4ad26ef-020b-4f4d-bca5-364b5fd49b5b HTTP/1.1" status: 200 len: 992 time: 1.3506148 Oct 28 09:51:24.471381 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:24.475400 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d6c57-a093-4749-b760-7b213b807065" -d '{"events": [{"name": "network-changed", "server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:24.477756 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:24.479742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.523335 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df962a38-baab-404d-afed-32c7bf38ef43 x-openstack-request-id: req-df962a38-baab-404d-afed-32c7bf38ef43 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:24.523741 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:24.524136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df962a38-baab-404d-afed-32c7bf38ef43 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:24.524760 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df962a38-baab-404d-afed-32c7bf38ef43'] response: {'name': 'network-changed', 'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'status': 'completed', 'code': 200} Oct 28 09:51:24.645693 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:24.688463 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c57-a093-4749-b760-7b213b807065 req-040a2575-4bc5-4458-8a8d-42af2d0e6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:24.691286 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-040a2575-4bc5-4458-8a8d-42af2d0e6533 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=4f351d016ace4e369be852bb7aa916fe&device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 1130 time: 0.0851321 Oct 28 09:51:24.853287 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c57-a093-4749-b760-7b213b807065 req-9630237e-d03f-4e46-a934-6f795dcaf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:24.856375 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-9630237e-d03f-4e46-a934-6f795dcaf461 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 200 len: 916 time: 0.1575127 Oct 28 09:51:24.928496 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'b4ad26ef-020b-4f4d-bca5-364b5fd49b5b', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:51:09Z', 'updated_at': '2022-10-28T09:51:23Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.965469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:51:24.976443 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:24.977505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:24.979098 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-c2a211ab-1f9e-40b6-b1ff-4d0429f9843e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ecc67eeb-ed37-4710-a977-acceff867b07 HTTP/1.1" status: 200 len: 1000 time: 0.1149867 Oct 28 09:51:25.009778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:25.080128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c57-a093-4749-b760-7b213b807065 req-a00dd979-e08a-4043-ac3f-7d6cdcc1d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:25.081921 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-a00dd979-e08a-4043-ac3f-7d6cdcc1d8b5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 200 len: 854 time: 0.0899491 Oct 28 09:51:25.083007 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:25.155497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d6c57-a093-4749-b760-7b213b807065 req-7efed6f3-78e1-48f6-ace7-5c48015d383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:25.158339 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-7efed6f3-78e1-48f6-ace7-5c48015d383e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8cae7e07-cd54-4f98-96b4-a27c37dcb83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0692048 Oct 28 09:51:25.168574 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:25.375424 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7305b3a-1dbb-4e95-a3c4-ff485614a396 req-d6a7b138-0bb5-4443-93c9-5d11429f5ecb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:25.378227 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e7305b3a-1dbb-4e95-a3c4-ff485614a396 req-d6a7b138-0bb5-4443-93c9-5d11429f5ecb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1137986 Oct 28 09:51:25.431552 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-9dba529d-3d71-498e-95de-125f930fc418 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600648 Oct 28 09:51:25.477899 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'b4ad26ef-020b-4f4d-bca5-364b5fd49b5b', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:51:09Z', 'updated_at': '2022-10-28T09:51:23Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:25.516262 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85810852-97e8-4c42-903e-a562a48c20b6 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'b4ad26ef-020b-4f4d-bca5-364b5fd49b5b', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'port_id': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'mac_address': 'fa:16:3e:55:ad:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:51:09Z', 'updated_at': '2022-10-28T09:51:23Z', 'revision_number': 1, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:51:25.522104 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e7305b3a-1dbb-4e95-a3c4-ff485614a396 req-7ca96a7e-8a2c-4c35-838c-2ee4a5963257 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302686 Oct 28 09:51:25.589893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4d6c57-a093-4749-b760-7b213b807065 req-631d758d-d2f9-436f-b481-245b2c28950a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459222 Oct 28 09:51:25.770503 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db3025-ccfc-4f25-b79f-b075822a13cd None None] New status for floating IP b4ad26ef-020b-4f4d-bca5-364b5fd49b5b: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:51:26.695870 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bb67f-b89e-4b9e-9f18-d35b203a4c72 req-f7fd6119-cecf-4be6-8b61-c4fd596544e0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:26.697505 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f11bb67f-b89e-4b9e-9f18-d35b203a4c72 req-f7fd6119-cecf-4be6-8b61-c4fd596544e0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0577755 Oct 28 09:51:26.722606 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:26.763523 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f11bb67f-b89e-4b9e-9f18-d35b203a4c72 req-909efee2-ca54-4bd8-b4ff-36127855df82 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560243 Oct 28 09:51:27.954269 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd231b-31e4-4d8e-ba8c-d49fca3e758a req-56bed68a-2602-46a5-abaa-571ad26b102c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:27.958443 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e9cd231b-31e4-4d8e-ba8c-d49fca3e758a req-56bed68a-2602-46a5-abaa-571ad26b102c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0814731 Oct 28 09:51:27.966536 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:28.032780 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e9cd231b-31e4-4d8e-ba8c-d49fca3e758a req-d921ff0c-796c-469b-902e-8bafeb8b21f7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602977 Oct 28 09:51:28.287489 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:51:28.325228 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:28.427227 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:28.441321 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '533de8d8-0438-4dd2-946d-f12312377670', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:51:28.487742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: ACTIVE; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:28.488134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:28.506989 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:51:28.529680 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:28.537031 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:28.597281 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=6']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:28.779379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['533de8d8-0438-4dd2-946d-f12312377670'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:51:29.201267 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648fa21-85f1-4a31-b5b2-b533f7760b3b req-25c2a9bf-ebbf-42b4-b643-0bb54ab7ff4d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:29.203472 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1648fa21-85f1-4a31-b5b2-b533f7760b3b req-25c2a9bf-ebbf-42b4-b643-0bb54ab7ff4d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0583899 Oct 28 09:51:29.258379 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1648fa21-85f1-4a31-b5b2-b533f7760b3b req-109416ed-bf56-4ddd-99dc-b21209a85456 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488713 Oct 28 09:51:30.304439 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:30.411911 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 533de8d8-0438-4dd2-946d-f12312377670 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:30.412899 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (533de8d8-0438-4dd2-946d-f12312377670), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:30.413504 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 533de8d8-0438-4dd2-946d-f12312377670 Oct 28 09:51:30.515031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d565f-628d-4339-9672-bad368765f1a req-215de8ae-ec58-458c-8192-c2774eed07bf tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:30.522753 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a9d565f-628d-4339-9672-bad368765f1a req-215de8ae-ec58-458c-8192-c2774eed07bf tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 945 time: 0.1146269 Oct 28 09:51:30.603566 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:30.604969 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:30.629378 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a9d565f-628d-4339-9672-bad368765f1a req-b1fe360d-d362-4415-863c-fa666ba98492 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992229 Oct 28 09:51:30.670148 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:30.676378 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:30.689713 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd1f810-69a6-45f5-b600-f3e6a73a5f77" -d '{"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:30.700484 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:30.709342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:30.829357 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=7']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:30.841263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f63c1d-24d7-4f06-9c82-7da38c183cd6 x-openstack-request-id: req-25f63c1d-24d7-4f06-9c82-7da38c183cd6 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:30.841845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:30.843198 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25f63c1d-24d7-4f06-9c82-7da38c183cd6 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:30.843498 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25f63c1d-24d7-4f06-9c82-7da38c183cd6'] response: {'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'code': 200} Oct 28 09:51:30.875327 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:31.888187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5f0fe-e665-41dc-b982-fa5e66a53d0a req-7ba0c4e1-15da-4fff-a321-192f2baf2079 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:31.892541 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f8d5f0fe-e665-41dc-b982-fa5e66a53d0a req-7ba0c4e1-15da-4fff-a321-192f2baf2079 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1022923 Oct 28 09:51:32.012934 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f8d5f0fe-e665-41dc-b982-fa5e66a53d0a req-c4903364-3a73-463c-8182-c60d72fcf660 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114142 Oct 28 09:51:32.684353 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-327ab3e9-9a35-4fec-a8f4-729f009fbcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:33.279498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b83cd4-1404-42bb-ba96-c05c5df37ca5 req-e2a4a241-5723-4405-87a0-06b7d14e7b42 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:33.293278 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8b83cd4-1404-42bb-ba96-c05c5df37ca5 req-e2a4a241-5723-4405-87a0-06b7d14e7b42 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1126378 Oct 28 09:51:33.402347 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a8b83cd4-1404-42bb-ba96-c05c5df37ca5 req-5d4d5a6b-c25c-4f59-a40b-79cb641dffa7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068382 Oct 28 09:51:34.464576 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:34.467198 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:34.660061 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0246f8d-1666-4f0f-8abd-cdf6f8600416 req-a4e14968-eb6f-4130-a059-2403742bbd85 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:34.662418 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a0246f8d-1666-4f0f-8abd-cdf6f8600416 req-a4e14968-eb6f-4130-a059-2403742bbd85 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0981901 Oct 28 09:51:34.696997 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:34.772743 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a0246f8d-1666-4f0f-8abd-cdf6f8600416 req-0d2b1aaa-e36a-4ef1-8264-7e31abebc0ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988162 Oct 28 09:51:35.033776 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8ad6-84f6-4816-9528-2e96a4a4fb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:36.025079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f529f1d-d635-4b66-b210-314bd24f8b45 req-ab652130-afa5-4cbb-b735-7a1b2c721e5c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:36.038354 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f529f1d-d635-4b66-b210-314bd24f8b45 req-ab652130-afa5-4cbb-b735-7a1b2c721e5c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1009259 Oct 28 09:51:36.117034 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f529f1d-d635-4b66-b210-314bd24f8b45 req-7df2ff2a-4013-4d43-bb54-04058eac4010 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769875 Oct 28 09:51:36.753742 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:37.333617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1148-f205-42bc-b323-a8e90a610810 req-f6b1a5dd-6959-4328-acbd-329e92115fcd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:37.335520 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fc0f1148-f205-42bc-b323-a8e90a610810 req-f6b1a5dd-6959-4328-acbd-329e92115fcd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0619493 Oct 28 09:51:37.446026 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fc0f1148-f205-42bc-b323-a8e90a610810 req-ddd8851d-446d-400d-acb4-800fee036c6b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973232 Oct 28 09:51:37.966799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:37.986139 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:38.217297 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:38.734014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aed4e9-5ff6-462a-a4a6-a64e12ebaa97 req-266fdcff-5aed-4a96-8b36-1b0e88966de1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:38.737099 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-84aed4e9-5ff6-462a-a4a6-a64e12ebaa97 req-266fdcff-5aed-4a96-8b36-1b0e88966de1 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0698307 Oct 28 09:51:38.812116 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-84aed4e9-5ff6-462a-a4a6-a64e12ebaa97 req-68692800-8f34-4356-af05-a85cb182f9d9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674770 Oct 28 09:51:40.017440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c920d-b665-498d-ba78-16caf344986b req-5b5af325-4484-487a-80eb-56482d9ac76a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:40.020010 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-260c920d-b665-498d-ba78-16caf344986b req-5b5af325-4484-487a-80eb-56482d9ac76a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.1020854 Oct 28 09:51:40.107773 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-260c920d-b665-498d-ba78-16caf344986b req-e5f594fd-11cd-4579-9560-74619cf210f8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753121 Oct 28 09:51:41.418526 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631bd42-9b2c-4cee-ae75-76a2313842c7 req-19446e3c-c535-41a8-bf72-9b52087060b6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:41.422200 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7631bd42-9b2c-4cee-ae75-76a2313842c7 req-19446e3c-c535-41a8-bf72-9b52087060b6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0961471 Oct 28 09:51:41.460447 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:41.489851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7631bd42-9b2c-4cee-ae75-76a2313842c7 req-79f61c6b-ebe2-43db-9098-7c57ab64d0d2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609107 Oct 28 09:51:42.703605 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350a303-3216-4daf-b832-60f8cb588aef req-ba43c9c9-f9fc-4633-8e45-907f1627733c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:42.706269 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b350a303-3216-4daf-b832-60f8cb588aef req-ba43c9c9-f9fc-4633-8e45-907f1627733c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0862324 Oct 28 09:51:42.773287 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b350a303-3216-4daf-b832-60f8cb588aef req-9787d3c5-691d-4702-9d95-f3eb9f13e428 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587595 Oct 28 09:51:43.571205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-fa0e0aa8-8051-4be0-b9c3-f97038a07804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:43.573920 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-fa0e0aa8-8051-4be0-b9c3-f97038a07804 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1130 time: 0.0636268 Oct 28 09:51:43.707169 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-89b78510-dac2-4f89-83ee-993fe1cd8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:43.708700 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-89b78510-dac2-4f89-83ee-993fe1cd8a0f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.1263077 Oct 28 09:51:43.819789 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-33281fb5-c749-4f98-b89d-cb7c95d22fcf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 1002 time: 0.1025915 Oct 28 09:51:43.895067 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-6985e62e-b552-426c-8218-c5d91f4991ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:43.896607 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-6985e62e-b552-426c-8218-c5d91f4991ec service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0708804 Oct 28 09:51:43.977634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211d80f-326a-41e8-a5a3-948594257f3b req-685ed78d-89be-459f-ae87-75367dcfcc5a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:43.979341 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c211d80f-326a-41e8-a5a3-948594257f3b req-685ed78d-89be-459f-ae87-75367dcfcc5a tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0818017 Oct 28 09:51:43.999255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-2822ee26-f0c3-4aad-aa63-e6118f7d27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:44.001893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-2822ee26-f0c3-4aad-aa63-e6118f7d27f0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0740092 Oct 28 09:51:44.125265 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c211d80f-326a-41e8-a5a3-948594257f3b req-a1afabf5-4331-4e8a-8d1c-626108d13315 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298363 Oct 28 09:51:44.166791 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-9495b8e4-a21b-4704-8c66-dd9a34c7b8c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543248 Oct 28 09:51:44.232555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:44.285550 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ec1c6780-5bb1-4808-b89a-c0d0a59c438d req-47e756c0-bef2-4519-8a62-1e25ed3523bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120479 Oct 28 09:51:45.281581 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b4f7-bda6-46b4-8c10-7a7ed443b45e req-b19e9cf5-40ac-425c-b9f8-b15e8ed8ee36 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:45.283578 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7c29b4f7-bda6-46b4-8c10-7a7ed443b45e req-b19e9cf5-40ac-425c-b9f8-b15e8ed8ee36 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0527816 Oct 28 09:51:45.339894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7c29b4f7-bda6-46b4-8c10-7a7ed443b45e req-4f954c72-a658-4eec-8ecb-48e51e7f30c9 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499589 Oct 28 09:51:46.478920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544701c4-f8e4-4883-9578-148a10d0bb21 req-b11fbc0e-46f5-4ad7-ad43-ce02370222f6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:46.480539 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-544701c4-f8e4-4883-9578-148a10d0bb21 req-b11fbc0e-46f5-4ad7-ad43-ce02370222f6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 946 time: 0.0527089 Oct 28 09:51:46.540462 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-544701c4-f8e4-4883-9578-148a10d0bb21 req-a22bcb4a-c2c4-4339-acd8-6c183127c442 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491276 Oct 28 09:51:47.235270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:47.303455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:47.322169 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: ACTIVE; New status is: DOWN {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:47.322633 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:47.482740 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:51:47.485170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf95281-25cb-47da-8d5a-e0c795d2d151" -d '{"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-unplugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:47.500113 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:47.505302 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:47.561035 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=8']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:47.571126 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9e1ba-2d15-4b97-9860-5fd541113847 x-openstack-request-id: req-65e9e1ba-2d15-4b97-9860-5fd541113847 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:47.571316 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-unplugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:47.571538 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65e9e1ba-2d15-4b97-9860-5fd541113847 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:47.572194 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e9e1ba-2d15-4b97-9860-5fd541113847'] response: {'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'code': 200} Oct 28 09:51:48.018644 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c845a4-3850-4951-b09a-e18727418ec9 req-9a9ae701-c6db-4e35-8da2-419f2aeae7f6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:48.020834 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95c845a4-3850-4951-b09a-e18727418ec9 req-9a9ae701-c6db-4e35-8da2-419f2aeae7f6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.3408837 Oct 28 09:51:48.051437 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:48.066324 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:48.097177 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-95c845a4-3850-4951-b09a-e18727418ec9 req-f3473cfa-98e8-49e9-bb5c-ba14374f5d7c tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672655 Oct 28 09:51:49.260975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a80d39-40a2-4528-a3c7-5f61649dae13 req-57a94e84-63ef-4f10-b358-efa9acc971ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:49.262978 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d0a80d39-40a2-4528-a3c7-5f61649dae13 req-57a94e84-63ef-4f10-b358-efa9acc971ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0703721 Oct 28 09:51:49.325408 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d0a80d39-40a2-4528-a3c7-5f61649dae13 req-d14480b8-dd96-4c8d-9c1f-7428a1147ed2 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517793 Oct 28 09:51:50.820904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf0508-1d2f-45a4-89ff-8cf3b8f7f976 req-46b8bf86-f805-4527-9632-db9686f053f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:50.822576 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6cf0508-1d2f-45a4-89ff-8cf3b8f7f976 req-46b8bf86-f805-4527-9632-db9686f053f0 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0618529 Oct 28 09:51:50.888389 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a6cf0508-1d2f-45a4-89ff-8cf3b8f7f976 req-1215d52d-da83-4555-bd54-7467bb46a7fd tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534329 Oct 28 09:51:50.902887 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-edcb4374-7b5b-4eb0-a15c-babebdb1d94f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654466 Oct 28 09:51:51.000788 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-dd87d936-a270-4485-9652-31d92d5f21b7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:51.002190 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-dd87d936-a270-4485-9652-31d92d5f21b7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports/533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 941 time: 0.0514097 Oct 28 09:51:52.032796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b75e8-a713-48af-8e20-d8b7c6ae281c req-e00ed69c-9a2e-43c9-9d11-bb4c5be827e6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:52.034465 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f9b75e8-a713-48af-8e20-d8b7c6ae281c req-e00ed69c-9a2e-43c9-9d11-bb4c5be827e6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0533695 Oct 28 09:51:52.092783 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5f9b75e8-a713-48af-8e20-d8b7c6ae281c req-8360cfaf-3c7b-4243-87d2-a4e560b91785 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487752 Oct 28 09:51:52.450209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:52.540166 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: DOWN; New status is: DOWN {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:52.731734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43268) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:52.864425 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:52.990514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Publish callbacks [] for security_group (37e6e2b8-9dcb-4041-ac67-4cbeec491eef), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:52.995743 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (37e6e2b8-9dcb-4041-ac67-4cbeec491eef), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:53.074095 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d497b05ede294811b843f4a78418606f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408928 Oct 28 09:51:53.075563 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6e2b8-9dcb-4041-ac67-4cbeec491eef,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:53.076908 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43272) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:53.089394 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.089950 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.090555 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.091156 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.091724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.092277 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.093239 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.093784 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.094337 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.095151 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.095794 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.096351 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.096763 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.097307 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.097802 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5347afb3-f754-4928-9dfb-3e882f08e1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:53.141201 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] Publish callbacks [] for security_group (37e6e2b8-9dcb-4041-ac67-4cbeec491eef), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:53.166686 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] Publish callbacks [] for security_group (37e6e2b8-9dcb-4041-ac67-4cbeec491eef), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:53.251193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5081862-26a7-45db-aa83-09de1ca74cf8 req-aeee2af2-7207-4e44-9205-022b83f834ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:53.252975 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d5081862-26a7-45db-aa83-09de1ca74cf8 req-aeee2af2-7207-4e44-9205-022b83f834ce tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0674365 Oct 28 09:51:53.290352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (37e6e2b8-9dcb-4041-ac67-4cbeec491eef), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:53.293368 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:53.294849 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/37e6e2b8-9dcb-4041-ac67-4cbeec491eef HTTP/1.1" status: 204 len: 168 time: 0.2168407 Oct 28 09:51:53.318649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cc971-35de-454e-a51b-c7b45f7401c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6e2b8-9dcb-4041-ac67-4cbeec491eef,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:53.334142 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d5081862-26a7-45db-aa83-09de1ca74cf8 req-ac1e8f3c-0289-4072-a8d0-af76598dc01f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747983 Oct 28 09:51:54.069246 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43298) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:54.186151 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1047563039-network', 'tenant_id': '937954dbeac043c29259ada2924c4953'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:54.212214 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Made reservation on behalf of 937954dbeac043c29259ada2924c4953 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:54.216172 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.231158 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.362158 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks [] for security_group (bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.367183 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.398236 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:51:54.412103 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:54.419863 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (d47f3604-a595-4e8d-af9d-78bc48ef7a5d), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.420297 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Added segment d47f3604-a595-4e8d-af9d-78bc48ef7a5d of type vlan for network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 Oct 28 09:51:54.473725 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (89f037fa-c0bb-4fca-88c2-3f761674a9f5), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.503689 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (89f037fa-c0bb-4fca-88c2-3f761674a9f5), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.505228 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:54.505973 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.506862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d939-d5e5-49a1-876c-31bb0931b478 req-3a828406-5261-491e-8e09-b636973ad537 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:54.508582 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2b60d939-d5e5-49a1-876c-31bb0931b478 req-3a828406-5261-491e-8e09-b636973ad537 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0646975 Oct 28 09:51:54.591141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2b60d939-d5e5-49a1-876c-31bb0931b478 req-abeedbd0-8bd9-4a4a-8d3a-664a1f29e8a6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717602 Oct 28 09:51:54.597988 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5274768 Oct 28 09:51:54.598221 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43306) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:54.601901 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3686c-293b-414d-9466-fff098cbce92 admin admin] Pushing event updated for resources: {'Network': ['ID=89f037fa-c0bb-4fca-88c2-3f761674a9f5,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:54.604327 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Request body: {'subnet': {'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1047563039-subnet', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:54.617730 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:54.618535 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:51:54.635283 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Made reservation on behalf of 937954dbeac043c29259ada2924c4953 for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:54.640161 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59066177'] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.851931 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59066227'] for subnet (6581d325-bdaf-4b28-9b76-6ecea6a97cbd), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.894167 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:54.917146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6581d325-bdaf-4b28-9b76-6ecea6a97cbd,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:54.936337 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Checking segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:51:54.936733 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Network hostable DHCP agents. Network: 89f037fa-c0bb-4fca-88c2-3f761674a9f5, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:51:54.959006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:51:54.970995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 89f037fa-c0bb-4fca-88c2-3f761674a9f5) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:54.976036 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:54.977299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:54.982784 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2e738-d7b2-4aa0-b10e-6f44cebd4632 None None] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:51:54.997774 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ecc5f660-3687-4060-bf5c-7c737e1e58ff admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3981173 Oct 28 09:51:55.001325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43308) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:55.005972 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:51:55.031642 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (2390b467-1865-47fd-820c-cf4cde718343), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.032741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (2390b467-1865-47fd-820c-cf4cde718343), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.096250 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for router_controller (2390b467-1865-47fd-820c-cf4cde718343), precommit_add_association {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.174850 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'project_id': '937954dbeac043c29259ada2924c4953', 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:51:55.176297 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.256042 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for router_gateway (2390b467-1865-47fd-820c-cf4cde718343), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.386657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Allocated IP 172.20.0.2 (89f037fa-c0bb-4fca-88c2-3f761674a9f5/6581d325-bdaf-4b28-9b76-6ecea6a97cbd/ce5fb438-9d4a-44e6-97bc-c250dbca0193) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:55.477883 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for router_gateway (2390b467-1865-47fd-820c-cf4cde718343), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.501328 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.591055 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks [] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.600803 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.642143 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:55.650103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Allocated IP 172.37.3.35 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/b9bb996c-7529-4fbd-9634-a9986da63eee) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:55.651002 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:55.659339 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:55.665309 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:51:55.675523 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:55.684026 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb438-9d4a-44e6-97bc-c250dbca0193,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:55.779652 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:55.786553 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Attempting to bind port ce5fb438-9d4a-44e6-97bc-c250dbca0193 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:51:55.786985 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Attempting to bind port ce5fb438-9d4a-44e6-97bc-c250dbca0193 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:51:55.787509 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Attempting to bind port ce5fb438-9d4a-44e6-97bc-c250dbca0193 on network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:55.842014 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:51:55.842430 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Checking segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:51:55.842890 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.843377 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Bound using segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:51:55.843888 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Bound port: ce5fb438-9d4a-44e6-97bc-c250dbca0193, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:51:55.844275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.856843 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35784a4-dcc9-4fed-b6f7-ce0f0e17399d req-14f82ede-5d3c-41f2-a722-a033d0754931 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:55.859006 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e35784a4-dcc9-4fed-b6f7-ce0f0e17399d req-14f82ede-5d3c-41f2-a722-a033d0754931 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0767546 Oct 28 09:51:55.922598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.930767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] For port ce5fb438-9d4a-44e6-97bc-c250dbca0193, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:55.937647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] For port ce5fb438-9d4a-44e6-97bc-c250dbca0193, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=ce5fb438-9d4a-44e6-97bc-c250dbca0193,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:55.948192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:55.960360 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e35784a4-dcc9-4fed-b6f7-ce0f0e17399d req-27693352-b59c-4e0e-b220-9af3a0699746 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875921 Oct 28 09:51:55.995494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:56.006644 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:56.057884 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab845a-5ec9-4c07-88ef-2ee0b17b6847 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb438-9d4a-44e6-97bc-c250dbca0193,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:56.083201 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:56.084244 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Pushing event updated for resources: {'Port': ['ID=b9bb996c-7529-4fbd-9634-a9986da63eee,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:56.088331 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:56.092198 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:51:56.438527 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for router_gateway (2390b467-1865-47fd-820c-cf4cde718343), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:56.679927 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (2390b467-1865-47fd-820c-cf4cde718343), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:56.875876 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Router 2390b467-1865-47fd-820c-cf4cde718343 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:51:56.878195 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:56.932268 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device ce5fb438-9d4a-44e6-97bc-c250dbca0193 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:56.996920 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port ce5fb438-9d4a-44e6-97bc-c250dbca0193 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:56.997307 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:56.997657 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port ce5fb438-9d4a-44e6-97bc-c250dbca0193 Oct 28 09:51:57.031975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:51:57.063432 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Sync routers for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:51:57.072394 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.075607 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-9f24b4cc-9e91-4cac-9cbc-0d96833ee24a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0725625 Oct 28 09:51:57.080467 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43318) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:51:57.120065 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:57.120745 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:57.172845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c0f36-90c8-430a-a789-4d5bdd24855a None None] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:51:57.184388 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831423b-90d2-43cc-8284-6bbcf9c4d144 req-cde9556b-3bb8-4b5d-baf9-3a82fdd9ac79 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:57.187424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1831423b-90d2-43cc-8284-6bbcf9c4d144 req-cde9556b-3bb8-4b5d-baf9-3a82fdd9ac79 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1036944 Oct 28 09:51:57.189598 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port ce5fb438-9d4a-44e6-97bc-c250dbca0193 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:57.190051 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.278344 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1831423b-90d2-43cc-8284-6bbcf9c4d144 req-06102cd1-fc76-4c8d-88a2-53bf56fbcc6d tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824654 Oct 28 09:51:57.328637 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a0b510b7-155d-4f79-aa72-c4c2220e4e19 None None] Provisioning complete for port ce5fb438-9d4a-44e6-97bc-c250dbca0193 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:57.329013 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a0b510b7-155d-4f79-aa72-c4c2220e4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.329361 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a0b510b7-155d-4f79-aa72-c4c2220e4e19 None None] Attempt 1 to provision port ce5fb438-9d4a-44e6-97bc-c250dbca0193 Oct 28 09:51:57.370762 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port ce5fb438-9d4a-44e6-97bc-c250dbca0193, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=ce5fb438-9d4a-44e6-97bc-c250dbca0193,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:57.401134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.414108 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:57.437877 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:57.457383 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:57.601557 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=ce5fb438-9d4a-44e6-97bc-c250dbca0193,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:57.612949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:57.651533 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.673748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a0b510b7-155d-4f79-aa72-c4c2220e4e19 None None] Current status of the port ce5fb438-9d4a-44e6-97bc-c250dbca0193 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:57.682882 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:57.741124 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:56Z', 'revision_number': 3, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:57.771710 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Checking router: 2390b467-1865-47fd-820c-cf4cde718343 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:51:57.772103 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Updating router 2390b467-1865-47fd-820c-cf4cde718343 port b9bb996c-7529-4fbd-9634-a9986da63eee binding host dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:51:57.804767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.884753 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Allocated IP 172.20.0.1 (89f037fa-c0bb-4fca-88c2-3f761674a9f5/6581d325-bdaf-4b28-9b76-6ecea6a97cbd/34eb2248-2025-48cd-b7c0-0e8d7b12085c) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:57.921845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-fb6222d4-0022-4bf6-9535-712f2f28308b None None] Provisioning complete for port ce5fb438-9d4a-44e6-97bc-c250dbca0193 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:57.922305 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-fb6222d4-0022-4bf6-9535-712f2f28308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:57.922750 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-fb6222d4-0022-4bf6-9535-712f2f28308b None None] Attempt 1 to provision port ce5fb438-9d4a-44e6-97bc-c250dbca0193 Oct 28 09:51:58.043941 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:58.225954 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-fb6222d4-0022-4bf6-9535-712f2f28308b None None] Current status of the port ce5fb438-9d4a-44e6-97bc-c250dbca0193 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:58.259160 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks [] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.298175 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.333187 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks [] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), precommit_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.346774 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.351825 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:58.361117 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:58.364861 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:51:58.410890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (2390b467-1865-47fd-820c-cf4cde718343), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.416101 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Pushing event updated for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:58.473425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c976d8-0a87-42cb-91c6-fd59261c5033 req-c1aa9c13-53d8-408f-a3f0-c6d284bc4558 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:58.477202 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Attempting to bind port b9bb996c-7529-4fbd-9634-a9986da63eee on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:51:58.477903 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Attempting to bind port b9bb996c-7529-4fbd-9634-a9986da63eee by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:51:58.478661 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Attempting to bind port b9bb996c-7529-4fbd-9634-a9986da63eee on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:58.481985 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-66c976d8-0a87-42cb-91c6-fd59261c5033 req-c1aa9c13-53d8-408f-a3f0-c6d284bc4558 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0655260 Oct 28 09:51:58.572867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Pushing event updated for resources: {'Port': ['ID=b9bb996c-7529-4fbd-9634-a9986da63eee,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:58.596789 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-66c976d8-0a87-42cb-91c6-fd59261c5033 req-7d9ad85c-7470-4f71-ae31-0771fca87640 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136522 Oct 28 09:51:58.616497 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.617700 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.618367 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.619059 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.619680 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.620301 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.620873 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.621671 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.622325 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.623028 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.625855 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.628067 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.628808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.630202 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.630982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:58.636063 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:58.644868 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.647274 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:51:58.647981 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:51:58.649220 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.649832 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:51:58.650748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Bound port: b9bb996c-7529-4fbd-9634-a9986da63eee, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:51:58.651510 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.741284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] For port b9bb996c-7529-4fbd-9634-a9986da63eee, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:58.745382 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] For port b9bb996c-7529-4fbd-9634-a9986da63eee, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b9bb996c-7529-4fbd-9634-a9986da63eee,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:58.774702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.784601 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a1efdad2-5f18-476e-9442-07d78b211543 None None] Provisioning complete for port 34eb2248-2025-48cd-b7c0-0e8d7b12085c triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:58.785088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a1efdad2-5f18-476e-9442-07d78b211543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:58.785459 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a1efdad2-5f18-476e-9442-07d78b211543 None None] Attempt 1 to provision port 34eb2248-2025-48cd-b7c0-0e8d7b12085c Oct 28 09:51:58.850210 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:51:58.850913 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:58.865452 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:58.976152 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:59.032680 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:51:59.042144 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:59.053676 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks [] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:59.069955 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59075546'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:59.104762 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a1efdad2-5f18-476e-9442-07d78b211543 None None] Port 34eb2248-2025-48cd-b7c0-0e8d7b12085c cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:51:59.121952 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device ce5fb438-9d4a-44e6-97bc-c250dbca0193 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:59.127401 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c6eab-44b2-40a9-a67b-127fc9e83032 None None] Pushing event updated for resources: {'Port': ['ID=b9bb996c-7529-4fbd-9634-a9986da63eee,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:59.171664 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (2390b467-1865-47fd-820c-cf4cde718343), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:59.173904 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Pushing event updated for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:59.289146 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port ce5fb438-9d4a-44e6-97bc-c250dbca0193 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:59.289825 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:59.290176 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port ce5fb438-9d4a-44e6-97bc-c250dbca0193 Oct 28 09:51:59.318294 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:59.320012 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:59.488995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-797b4146-5fa4-4d7c-9923-677560c2b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:59.491839 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-797b4146-5fa4-4d7c-9923-677560c2b04e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2&tenant_id=29c47b13a2044939b5446ffe5397633a HTTP/1.1" status: 200 len: 1128 time: 0.1043105 Oct 28 09:51:59.554883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Router 2390b467-1865-47fd-820c-cf4cde718343 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:51:59.562523 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:51:57Z', 'revision_number': 1, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:51:59.590951 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:51:59.631212 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582c69d9-9ca4-4009-94fc-4907848a7315 None None] The sync data for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi is: [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:51:57Z', 'revision_number': 1, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:51:59.661506 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port ce5fb438-9d4a-44e6-97bc-c250dbca0193 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:51:59.752315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-590abafa-fed4-4e71-a4cb-a1d0c59cbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:59.754542 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-590abafa-fed4-4e71-a4cb-a1d0c59cbd63 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1128 time: 0.1824191 Oct 28 09:51:59.785928 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:51:59.796663 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168684d-7697-4b65-80ab-5660a605e1ca req-ce6036dd-a958-45aa-812e-016ca5810233 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:51:59.798448 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6168684d-7697-4b65-80ab-5660a605e1ca req-ce6036dd-a958-45aa-812e-016ca5810233 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0611806 Oct 28 09:51:59.803501 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ba9341f8-c5b6-4266-a446-fd0039d989d2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2390b467-1865-47fd-820c-cf4cde718343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217674 Oct 28 09:51:59.828862 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-ddb6a24b-5e68-4d2c-886d-2fc81333a8ab None None] Provisioning complete for port 34eb2248-2025-48cd-b7c0-0e8d7b12085c triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:51:59.829245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-ddb6a24b-5e68-4d2c-886d-2fc81333a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:51:59.829599 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-ddb6a24b-5e68-4d2c-886d-2fc81333a8ab None None] Attempt 1 to provision port 34eb2248-2025-48cd-b7c0-0e8d7b12085c Oct 28 09:51:59.872139 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6168684d-7697-4b65-80ab-5660a605e1ca req-55c533e2-7e44-4930-83de-0755064e5b98 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569327 Oct 28 09:51:59.879137 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6a24b-5e68-4d2c-886d-2fc81333a8ab None None] Port 34eb2248-2025-48cd-b7c0-0e8d7b12085c cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:52:00.224638 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-e72705a3-41f9-4ada-bc00-5a981b03d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:00.227872 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-e72705a3-41f9-4ada-bc00-5a981b03d4ca service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 0.1847305 Oct 28 09:52:00.318573 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-2ba73b65-3495-4b6a-9c09-a9efe9e0e1b9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 1000 time: 0.0837111 Oct 28 09:52:00.387687 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-6b57141e-53f3-49cc-97b9-ab87227e2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:00.390514 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-6b57141e-53f3-49cc-97b9-ab87227e2ec7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.0657256 Oct 28 09:52:00.452262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-a3a77e9d-c99c-4c7c-9b6f-18f2c0e6064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:00.454692 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-a3a77e9d-c99c-4c7c-9b6f-18f2c0e6064d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0564356 Oct 28 09:52:00.545606 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43358) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:00.634028 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-f256039c-618e-4174-a6bd-bb2552ed0554 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686597 Oct 28 09:52:00.661609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (c37542f2-e117-49bf-a368-33f94730f031), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:00.748619 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (c37542f2-e117-49bf-a368-33f94730f031), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:00.911627 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c37542f2-e117-49bf-a368-33f94730f031), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:00.917588 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:00.920068 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43366) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:00.922281 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c37542f2-e117-49bf-a368-33f94730f031 HTTP/1.1" status: 204 len: 168 time: 0.3740542 Oct 28 09:52:00.926700 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1852239067-network', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:00.929802 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:00.946920 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed50275-c5e6-4d99-be3e-0c81a41d2f3d tempest-TestVolumeBootPattern-1984064024 tempest-TestVolumeBootPattern-1984064024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37542f2-e117-49bf-a368-33f94730f031,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:00.985233 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b9bb996c-7529-4fbd-9634-a9986da63eee up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:00.998278 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Made reservation on behalf of 09213a17ab164ade9dcf58d2399f1790 for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:01.001284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.034560 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43374) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:01.055596 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.067580 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:01.076337 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6d4b11ba-6f41-4e26-b7b4-c6d0d89fb803 req-ad5b46b8-aee2-46d9-b817-32b5daabae74 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371390 Oct 28 09:52:01.077881 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port b9bb996c-7529-4fbd-9634-a9986da63eee triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:01.078266 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.078635 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port b9bb996c-7529-4fbd-9634-a9986da63eee Oct 28 09:52:01.198672 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port b9bb996c-7529-4fbd-9634-a9986da63eee is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:01.199211 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.228136 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port b9bb996c-7529-4fbd-9634-a9986da63eee, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b9bb996c-7529-4fbd-9634-a9986da63eee,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:01.235887 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.312576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=b9bb996c-7529-4fbd-9634-a9986da63eee,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:01.320516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks [] for security_group (37625b97-df7f-458d-9a19-529a9d5511ed), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.350359 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fe343-204f-4d00-a065-e43db1300451 req-6253bd6a-d73f-4b13-81f3-3271ee5db19b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:01.359647 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e09fe343-204f-4d00-a065-e43db1300451 req-6253bd6a-d73f-4b13-81f3-3271ee5db19b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1547887 Oct 28 09:52:01.361007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (37625b97-df7f-458d-9a19-529a9d5511ed), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.428102 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:52:01.442691 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (447f3095-7ea9-462e-b1f6-46354d59764e), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.443704 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Added segment 447f3095-7ea9-462e-b1f6-46354d59764e of type vlan for network f84a58ec-368b-4434-93d7-9dd1dc060169 Oct 28 09:52:01.493039 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:01.526272 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (f84a58ec-368b-4434-93d7-9dd1dc060169), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.556825 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e09fe343-204f-4d00-a065-e43db1300451 req-91a31099-0d73-4ec7-aef0-12dbb90ae747 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678481 Oct 28 09:52:01.562297 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37625b97-df7f-458d-9a19-529a9d5511ed,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:01.565017 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:01.586563 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (f84a58ec-368b-4434-93d7-9dd1dc060169), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.587491 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:01.588318 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.618175 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=100 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:01.661447 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7402339 Oct 28 09:52:01.669555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43390) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:01.676047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Request body: {'subnet': {'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1852239067-subnet', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:01.717773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Made reservation on behalf of 09213a17ab164ade9dcf58d2399f1790 for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:01.722696 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59066177'] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.726583 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77d1c-2ab8-46e3-a7d8-5281b8c5ed31 admin admin] Pushing event updated for resources: {'Network': ['ID=f84a58ec-368b-4434-93d7-9dd1dc060169,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:01.753961 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network f84a58ec-368b-4434-93d7-9dd1dc060169 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:52:01.898173 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:01.997343 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59066227'] for subnet (e6a8c200-7b6a-40c2-bb59-a062551ee855), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.136475 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6a8c200-7b6a-40c2-bb59-a062551ee855,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:02.162637 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Checking segment: {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:02.163685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Network hostable DHCP agents. Network: f84a58ec-368b-4434-93d7-9dd1dc060169, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:52:02.202458 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Network f84a58ec-368b-4434-93d7-9dd1dc060169 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:52:02.209971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:02.228409 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, f84a58ec-368b-4434-93d7-9dd1dc060169) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:02.236916 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:02.237824 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.254911 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c14e78-86b6-4b32-af4a-094e4e6685d1 None None] Network f84a58ec-368b-4434-93d7-9dd1dc060169 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:02.304320 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fea739ad-0651-4f39-83e2-bc252484823d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6314645 Oct 28 09:52:02.305798 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43404) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:02.313753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:02.356805 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1795026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1171'] for router (64df037f-60a8-4462-834a-72eba23645a3), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.361709 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824396', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1939908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1178'] for router (64df037f-60a8-4462-834a-72eba23645a3), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.362022 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:02.498110 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:02.544891 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for router_controller (64df037f-60a8-4462-834a-72eba23645a3), precommit_add_association {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.609920 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-f84a58ec-368b-4434-93d7-9dd1dc060169', 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169', 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'fixed_ips': [{'subnet_id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855'}]}} from dv-cinder-zed-3-iscsi. {{(pid=112836) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 09:52:02.612431 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.716615 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Deleting port a615ec81-833c-4134-b16f-f1e6116bcd98 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:02.717438 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.902525 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] For port a615ec81-833c-4134-b16f-f1e6116bcd98, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=a615ec81-833c-4134-b16f-f1e6116bcd98,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:02.902525 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:02.952611 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Calling delete_port for a615ec81-833c-4134-b16f-f1e6116bcd98 owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:02.975356 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-77755c26-04ac-46ae-ae06-80d03d9a4aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:03.074529 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b9bb996c-7529-4fbd-9634-a9986da63eee up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:03.354179 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port b9bb996c-7529-4fbd-9634-a9986da63eee triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:03.355371 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:03.363359 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port b9bb996c-7529-4fbd-9634-a9986da63eee Oct 28 09:52:03.507221 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.db_base_plugin_common [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Allocated IP 172.20.0.2 (f84a58ec-368b-4434-93d7-9dd1dc060169/e6a8c200-7b6a-40c2-bb59-a062551ee855/dc935530-dbca-4b23-a042-eced47709ad2) {{(pid=112836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:03.614372 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port b9bb996c-7529-4fbd-9634-a9986da63eee is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:03.715377 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (a615ec81-833c-4134-b16f-f1e6116bcd98), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:03.799054 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Pushing event deleted for resources: {'Port': ['ID=a615ec81-833c-4134-b16f-f1e6116bcd98,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:03.850439 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Sync routers for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:03.875827 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:03.876997 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:51:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:04.052713 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:04.099202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for router_gateway (64df037f-60a8-4462-834a-72eba23645a3), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:04.227854 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996507c7-ebb1-4ad6-8814-de203e5aa12a req-1e49fe89-41c8-403b-98ca-bc5e6f7ea593 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:04.231057 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-996507c7-ebb1-4ad6-8814-de203e5aa12a req-1e49fe89-41c8-403b-98ca-bc5e6f7ea593 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.7058811 Oct 28 09:52:04.329979 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 2, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:04.364452 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Checking router: 2390b467-1865-47fd-820c-cf4cde718343 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:04.364986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Updating router 2390b467-1865-47fd-820c-cf4cde718343 port 34eb2248-2025-48cd-b7c0-0e8d7b12085c binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:52:04.381747 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:04.406289 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:04.410356 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:04.439878 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks [] for port (dc935530-dbca-4b23-a042-eced47709ad2), precommit_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:04.451473 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603'] for port (dc935530-dbca-4b23-a042-eced47709ad2), after_create {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:04.545207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-996507c7-ebb1-4ad6-8814-de203e5aa12a req-923c93d0-1407-40e0-8325-7c32bd961b71 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1814060 Oct 28 09:52:04.597342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Network f84a58ec-368b-4434-93d7-9dd1dc060169 is already hosted by enough agents. {{(pid=112836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:04.618991 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:04.622025 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.scheduler.base_scheduler [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Resources bound (agent type, host, resource id): {{(pid=112836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:04.635200 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Received port after_create {{(pid=112836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:52:04.673394 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Pushing event updated for resources: {'Port': ['ID=dc935530-dbca-4b23-a042-eced47709ad2,revision_number=1']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:04.816667 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Attempting to bind port dc935530-dbca-4b23-a042-eced47709ad2 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:52:04.817308 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Attempting to bind port dc935530-dbca-4b23-a042-eced47709ad2 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:52:04.818715 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Attempting to bind port dc935530-dbca-4b23-a042-eced47709ad2 on network f84a58ec-368b-4434-93d7-9dd1dc060169 {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:05.033490 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:52:05.033490 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Checking segment: {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:05.034167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.041508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Bound using segment: {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'} {{(pid=112836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:52:05.044806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.managers [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Bound port: dc935530-dbca-4b23-a042-eced47709ad2, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'}}] {{(pid=112836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:52:05.045502 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc935530-dbca-4b23-a042-eced47709ad2), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.057471 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Router 0eda90d8-cff3-4a78-878d-7d20ed35b31d has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:05.113404 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a0172815-a268-4db8-879a-1afbafa0cbbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.117205 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks [] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.133259 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.166589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for router_gateway (64df037f-60a8-4462-834a-72eba23645a3), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.247612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.275257 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Pushing event updated for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:05.278790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:05.296784 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.297606 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.298160 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Sync routers for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:05.298497 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.298620 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-198a4035-59b0-4d3b-adee-0d321f642525 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/0eda90d8-cff3-4a78-878d-7d20ed35b31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2620051 Oct 28 09:52:05.299230 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.299919 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.300484 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.301055 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.301563 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43416) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:05.301811 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.302425 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.303021 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.303564 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.304099 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.304679 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.305258 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.305792 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:05.310115 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Attempting to bind port 34eb2248-2025-48cd-b7c0-0e8d7b12085c on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:52:05.310902 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Attempting to bind port 34eb2248-2025-48cd-b7c0-0e8d7b12085c by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:52:05.312049 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Attempting to bind port 34eb2248-2025-48cd-b7c0-0e8d7b12085c on network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:05.326268 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] For port dc935530-dbca-4b23-a042-eced47709ad2, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:05.331501 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:05.332558 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:05.348726 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:05.368732 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:52:05.369583 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Checking segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:05.370428 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.371050 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Bound using segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:52:05.371760 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Bound port: 34eb2248-2025-48cd-b7c0-0e8d7b12085c, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:52:05.372381 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.429023 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] For port dc935530-dbca-4b23-a042-eced47709ad2, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=dc935530-dbca-4b23-a042-eced47709ad2,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:05.434379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:05.459416 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks [] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.462244 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc935530-dbca-4b23-a042-eced47709ad2), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.464454 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] For port 34eb2248-2025-48cd-b7c0-0e8d7b12085c, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:05.477287 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] For port 34eb2248-2025-48cd-b7c0-0e8d7b12085c, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34eb2248-2025-48cd-b7c0-0e8d7b12085c,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:05.489242 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.495615 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821801e5-e839-45ac-81e9-94b5f8e04677 req-45c855cd-f575-4639-8354-0c3dee3975e8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:05.503871 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-821801e5-e839-45ac-81e9-94b5f8e04677 req-45c855cd-f575-4639-8354-0c3dee3975e8 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.2590528 Oct 28 09:52:05.544336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:05.555320 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Allocated IP 172.37.3.155 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/27a69208-d902-4ca0-904e-289f14811f49) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:05.575318 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:05.611508 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-821801e5-e839-45ac-81e9-94b5f8e04677 req-44da4740-07fe-491d-bf50-423bc63c62b0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062469 Oct 28 09:52:05.615977 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:05.617034 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:05.649574 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks [] for router_gateway (0eda90d8-cff3-4a78-878d-7d20ed35b31d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.664402 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:05.753748 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Deleting port 49b074c2-9a80-4875-874c-6b819c6f6deb {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:05.754114 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:05.830314 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869342b-2edd-4208-8fae-2b8b6121035f None None] Pushing event updated for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:05.871470 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:05.926211 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for port (27a69208-d902-4ca0-904e-289f14811f49), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.003423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:06.020919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] For port 49b074c2-9a80-4875-874c-6b819c6f6deb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=49b074c2-9a80-4875-874c-6b819c6f6deb,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:06.023877 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.036020 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928e2e0-5aaa-4c1a-9ab2-84a21fd8babb None None] Pushing event updated for resources: {'Port': ['ID=dc935530-dbca-4b23-a042-eced47709ad2,revision_number=2']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:06.061805 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Calling delete_port for 49b074c2-9a80-4875-874c-6b819c6f6deb owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:06.064392 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:06.104795 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d0fd-8d4a-4450-a3af-519c2ff694b1 req-f45b4587-659a-4c62-8263-98a9070e64fb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:06.107699 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f6f1d0fd-8d4a-4450-a3af-519c2ff694b1 req-f45b4587-659a-4c62-8263-98a9070e64fb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1330452 Oct 28 09:52:06.234717 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (27a69208-d902-4ca0-904e-289f14811f49), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.261805 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224'}], 'enable_snat': True}, 'gw_port_id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:52:03Z', 'revision_number': 5, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port': {'id': '49b074c2-9a80-4875-874c-6b819c6f6deb', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:06.355288 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Checking router: 0eda90d8-cff3-4a78-878d-7d20ed35b31d for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:06.369349 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Routers {'0eda90d8-cff3-4a78-878d-7d20ed35b31d'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:06.370075 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:06.375541 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f6f1d0fd-8d4a-4450-a3af-519c2ff694b1 req-0e7261d0-ff8c-480c-8bf1-57f25d1554b7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2252381 Oct 28 09:52:06.398052 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:06.413576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Pushing event updated for resources: {'Port': ['ID=27a69208-d902-4ca0-904e-289f14811f49,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:06.420021 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:06.426946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:52:06.466996 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:06.485143 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (49b074c2-9a80-4875-874c-6b819c6f6deb), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.523060 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] Set router 0eda90d8-cff3-4a78-878d-7d20ed35b31d gateway port host: None {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:06.549073 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b074c2-9a80-4875-874c-6b819c6f6deb,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:06.641544 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:52:05Z', 'revision_number': 6, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:06.696036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0661-0974-4726-be5e-924c2fa5378b None None] The sync data for ids ['0eda90d8-cff3-4a78-878d-7d20ed35b31d'] in dv-cinder-zed-3-iscsi is: [{'id': '0eda90d8-cff3-4a78-878d-7d20ed35b31d', 'name': 'tempest-TestVolumeBootPattern-1743281528-router', 'tenant_id': '6d071a4f24b541d4b5d49017707e0788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:22Z', 'updated_at': '2022-10-28T09:52:05Z', 'revision_number': 6, 'project_id': '6d071a4f24b541d4b5d49017707e0788', 'gw_port_host': None}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:06.714218 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:06.734082 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.794094 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:06.869421 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:05Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:07.015920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54521f48-3940-4367-98ca-10145ded7ac1 req-deae605f-2353-4e16-825a-e3efe63eef37 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:07.018655 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-54521f48-3940-4367-98ca-10145ded7ac1 req-deae605f-2353-4e16-825a-e3efe63eef37 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.1603358 Oct 28 09:52:07.053367 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a953f-3b36-4a14-9d8a-d4e38d55822a None None] The sync data for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi is: [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:05Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:07.376564 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-54521f48-3940-4367-98ca-10145ded7ac1 req-84586695-32ed-4462-a636-05ebbc79f76b tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477380 Oct 28 09:52:07.558124 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:07.574586 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks [] for router_controller (0eda90d8-cff3-4a78-878d-7d20ed35b31d), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:07.712169 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f80ab9-19a8-4a9d-883e-77ea8d60bda1 None None] Network f84a58ec-368b-4434-93d7-9dd1dc060169 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:07.825111 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28858f-44e2-45f9-8855-2c9d85f0ce9e req-90aac0a7-97e7-4697-8168-5a88124cdbd4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:07.849218 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c28858f-44e2-45f9-8855-2c9d85f0ce9e req-90aac0a7-97e7-4697-8168-5a88124cdbd4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1280944 Oct 28 09:52:07.850264 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (0eda90d8-cff3-4a78-878d-7d20ed35b31d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:07.851455 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eda90d8-cff3-4a78-878d-7d20ed35b31d {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:07.864527 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:07.888717 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f66128ad-9dc2-4f2c-b96a-abd014ba8285 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/0eda90d8-cff3-4a78-878d-7d20ed35b31d HTTP/1.1" status: 204 len: 168 time: 2.5857162 Oct 28 09:52:07.898641 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43440) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:07.992621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for router_gateway (64df037f-60a8-4462-834a-72eba23645a3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.069019 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Provisioning complete for port dc935530-dbca-4b23-a042-eced47709ad2 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:08.071351 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc935530-dbca-4b23-a042-eced47709ad2), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.071918 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Attempt 1 to provision port dc935530-dbca-4b23-a042-eced47709ad2 Oct 28 09:52:08.126871 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Deleting subnet da54c635-2715-4755-9cd1-1d104e3a65b1 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:08.132656 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Publish callbacks [] for subnet (da54c635-2715-4755-9cd1-1d104e3a65b1), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.162633 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 34eb2248-2025-48cd-b7c0-0e8d7b12085c up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:08.234642 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (da54c635-2715-4755-9cd1-1d104e3a65b1), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.244971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:08.248231 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566cac-dcd8-4731-a372-0199670b0073 req-c60a7323-f22b-4865-81f4-828f23c6a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:08.252203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-c60a7323-f22b-4865-81f4-828f23c6a9f3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=29c47b13a2044939b5446ffe5397633a&device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1128 time: 0.3523359 Oct 28 09:52:08.283827 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.372365 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-9f3ad94e-c500-40f9-8c5a-615b5e3a3857 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:08.392669 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-9f3ad94e-c500-40f9-8c5a-615b5e3a3857 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 0.5310597 Oct 28 09:52:08.615453 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (da54c635-2715-4755-9cd1-1d104e3a65b1), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.661167 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8c28858f-44e2-45f9-8855-2c9d85f0ce9e req-17624859-11eb-40e2-8bb0-d7389a1a8f38 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8104703 Oct 28 09:52:08.845624 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (da54c635-2715-4755-9cd1-1d104e3a65b1), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.934605 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da54c635-2715-4755-9cd1-1d104e3a65b1,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:08.956865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:08.963315 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8a90e688-a364-4e1e-a03e-a4f355b5269d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/da54c635-2715-4755-9cd1-1d104e3a65b1 HTTP/1.1" status: 204 len: 168 time: 1.0626798 Oct 28 09:52:08.964047 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43448) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:09.114425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Deleting port 1fff934b-bb90-4e1c-b8bd-845cc947058d {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:09.114763 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.133051 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Current status of the port dc935530-dbca-4b23-a042-eced47709ad2 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:09.144538 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (dc935530-dbca-4b23-a042-eced47709ad2), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.166626 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f27ba8-bde8-4370-9f85-80b497576ba7 None None] Network 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:09.197747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.248117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:09.273715 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.420274 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Deleting port 18eb44b0-749b-4c33-a489-d4e039dba2fb {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:09.421467 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.494967 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:09.543112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566cac-dcd8-4731-a372-0199670b0073 req-ae6e0a0b-c5b6-46b0-a47a-85d3e7441685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:09.546451 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-ae6e0a0b-c5b6-46b0-a47a-85d3e7441685 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 200 len: 917 time: 1.2537537 Oct 28 09:52:09.566844 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] For port dc935530-dbca-4b23-a042-eced47709ad2, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=dc935530-dbca-4b23-a042-eced47709ad2,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:09.605426 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] For port 18eb44b0-749b-4c33-a489-d4e039dba2fb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=18eb44b0-749b-4c33-a489-d4e039dba2fb,segment=NetworkSegment(0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9),segment_id=0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:09.605724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.625100 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (dc935530-dbca-4b23-a042-eced47709ad2), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.636097 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Calling delete_port for 18eb44b0-749b-4c33-a489-d4e039dba2fb owned by network:dhcp {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:09.852851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b93736-e18b-4ed7-aafb-3ae553f61ed4 None None] Pushing event updated for resources: {'Port': ['ID=dc935530-dbca-4b23-a042-eced47709ad2,revision_number=3']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:09.876336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795391'] for router (64df037f-60a8-4462-834a-72eba23645a3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.938438 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 34eb2248-2025-48cd-b7c0-0e8d7b12085c triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:09.938438 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:09.938806 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 34eb2248-2025-48cd-b7c0-0e8d7b12085c Oct 28 09:52:09.953220 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (18eb44b0-749b-4c33-a489-d4e039dba2fb), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.020421 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] No DVR routers for this DVR port 18eb44b0-749b-4c33-a489-d4e039dba2fb on host dv-cinder-zed-3-iscsi {{(pid=112835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:10.026535 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-bac44e55-a539-4293-bccb-9fdce33cd409 None None] Provisioning complete for port dc935530-dbca-4b23-a042-eced47709ad2 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:10.027134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bac44e55-a539-4293-bccb-9fdce33cd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc935530-dbca-4b23-a042-eced47709ad2), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.027423 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-bac44e55-a539-4293-bccb-9fdce33cd409 None None] Attempt 1 to provision port dc935530-dbca-4b23-a042-eced47709ad2 Oct 28 09:52:10.099383 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:10.101682 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Pushing event deleted for resources: {'Port': ['ID=18eb44b0-749b-4c33-a489-d4e039dba2fb,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:10.129874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-241e9f84-aee7-4f61-be6b-60885cde777d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 200 len: 1000 time: 0.2384815 Oct 28 09:52:10.280829 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58291fa-4bbb-4a19-8690-a08135b80abb None None] DHCP port deletion for 8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:52:10.283702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-bac44e55-a539-4293-bccb-9fdce33cd409 None None] Current status of the port dc935530-dbca-4b23-a042-eced47709ad2 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:10.302701 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 34eb2248-2025-48cd-b7c0-0e8d7b12085c is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:10.303207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.347254 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.353970 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 34eb2248-2025-48cd-b7c0-0e8d7b12085c, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34eb2248-2025-48cd-b7c0-0e8d7b12085c,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:10.362140 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.363332 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc935530-dbca-4b23-a042-eced47709ad2 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:10.400647 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7ca88a-ecf5-4f0a-be39-1cb8545558c8']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:10.422430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:10.422865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:10.453897 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.476671 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.493603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:10.494103 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.512835 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] For port 1fff934b-bb90-4e1c-b8bd-845cc947058d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=1fff934b-bb90-4e1c-b8bd-845cc947058d,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:10.515634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.519737 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:10.534032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:10.588085 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port dc935530-dbca-4b23-a042-eced47709ad2 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:10.588085 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc935530-dbca-4b23-a042-eced47709ad2), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.588445 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port dc935530-dbca-4b23-a042-eced47709ad2 Oct 28 09:52:10.641424 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566cac-dcd8-4731-a372-0199670b0073 req-591d718f-89bd-4ad8-bc8a-b0fd50dc66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:10.647500 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-591d718f-89bd-4ad8-bc8a-b0fd50dc66a0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 200 len: 855 time: 0.4386477 Oct 28 09:52:10.745494 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (8b7ca88a-ecf5-4f0a-be39-1cb8545558c8), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.761443 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9 resource provider aggregate not found Oct 28 09:52:10.810079 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port dc935530-dbca-4b23-a042-eced47709ad2 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:10.842626 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:10.844622 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a615ec81-833c-4134-b16f-f1e6116bcd98 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:10.862506 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8b7ca88a-ecf5-4f0a-be39-1cb8545558c8 HTTP/1.1" status: 204 len: 168 time: 1.8970833 Oct 28 09:52:10.881700 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43462) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:10.896283 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0de54f14-c0b2-4bf9-b2f5-00ae2d8a4ad9 found for delete ", "request_id": "req-ab46e2c1-faa2-4eff-b51d-9d1696ba3047"}]} Oct 28 09:52:10.930112 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: a615ec81-833c-4134-b16f-f1e6116bcd98 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:10.930863 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device a615ec81-833c-4134-b16f-f1e6116bcd98 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:11.188649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:11.189040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:11.189638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Floating IP 8312c755-22e8-4e68-b285-35d814c7cd79 disassociated. External IP: 172.37.3.186, port: 1fff934b-bb90-4e1c-b8bd-845cc947058d. Oct 28 09:52:11.190237 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Calling delete_port for 1fff934b-bb90-4e1c-b8bd-845cc947058d owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:11.273519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 34eb2248-2025-48cd-b7c0-0e8d7b12085c up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:11.301172 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:11.306584 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7c7c-4dc5-493e-adf0-36f7f063a50f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b7ca88a-ecf5-4f0a-be39-1cb8545558c8,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:11.403056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566cac-dcd8-4731-a372-0199670b0073 req-c1d5b3ac-4dab-4bf0-8273-63ea24dc0ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:11.406380 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-c1d5b3ac-4dab-4bf0-8273-63ea24dc0ba5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1c06056f-c33e-47c9-b078-4c3c3f047c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1001275 Oct 28 09:52:11.439017 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 34eb2248-2025-48cd-b7c0-0e8d7b12085c triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:11.439814 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:11.441632 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 34eb2248-2025-48cd-b7c0-0e8d7b12085c Oct 28 09:52:11.546787 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:11.569398 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8c81-b6f6-40b7-b749-356cdeb29a97 req-6978e9e4-a1bc-46ca-a526-6181beecf6b0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:11.602157 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-31db8c81-b6f6-40b7-b749-356cdeb29a97 req-6978e9e4-a1bc-46ca-a526-6181beecf6b0 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 945 time: 1.4413018 Oct 28 09:52:11.724438 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 34eb2248-2025-48cd-b7c0-0e8d7b12085c is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:11.726879 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc935530-dbca-4b23-a042-eced47709ad2 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:11.849759 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port dc935530-dbca-4b23-a042-eced47709ad2 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:11.850290 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (dc935530-dbca-4b23-a042-eced47709ad2), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:11.850646 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port dc935530-dbca-4b23-a042-eced47709ad2 Oct 28 09:52:11.854233 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:12.067637 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port dc935530-dbca-4b23-a042-eced47709ad2 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:12.231509 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 49b074c2-9a80-4875-874c-6b819c6f6deb no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:12.307302 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 49b074c2-9a80-4875-874c-6b819c6f6deb {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:12.308076 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 49b074c2-9a80-4875-874c-6b819c6f6deb not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:12.309368 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 18eb44b0-749b-4c33-a489-d4e039dba2fb no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:12.354162 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 18eb44b0-749b-4c33-a489-d4e039dba2fb {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:12.355527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 18eb44b0-749b-4c33-a489-d4e039dba2fb not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:12.496345 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:12.525062 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Deleting port 775f3eed-cd65-46d0-8070-12771cfed6cb {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:12.525554 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:12.542170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1fff934b-bb90-4e1c-b8bd-845cc947058d no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:12.668074 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:12.744184 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1fff934b-bb90-4e1c-b8bd-845cc947058d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:12.795260 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-31db8c81-b6f6-40b7-b749-356cdeb29a97 req-d0ba2e28-3436-4e8c-afb1-b02d9b5193b1 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ef95175a-3e40-4b5c-bb21-e8db0013380f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1916049 Oct 28 09:52:12.844919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] For port 775f3eed-cd65-46d0-8070-12771cfed6cb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=775f3eed-cd65-46d0-8070-12771cfed6cb,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:12.845273 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:12.899971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'Port': ['ID=1fff934b-bb90-4e1c-b8bd-845cc947058d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:12.939805 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Calling delete_port for 775f3eed-cd65-46d0-8070-12771cfed6cb owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:12.973513 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No active binding found for port 1fff934b-bb90-4e1c-b8bd-845cc947058d {{(pid=112836) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 28 09:52:12.974309 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] The host hv-cinder-zed-3 is not matching for port 1fff934b-bb90-4e1c-b8bd-845cc947058d host None! {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 28 09:52:12.976135 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 1fff934b-bb90-4e1c-b8bd-845cc947058d not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:13.026610 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-0a684ae9-4074-45d9-8d33-7143f5432442 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275126 Oct 28 09:52:13.137489 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:13.163033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Router 64df037f-60a8-4462-834a-72eba23645a3 is scheduled to L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb with binding_index 1 {{(pid=112834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:52:13.175257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7486-ee4c-4fec-981f-dd93b7bc1c49 req-2abf9a63-6536-4210-ab37-4ac3ae718f71 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:13.187851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4f7486-ee4c-4fec-981f-dd93b7bc1c49 req-2abf9a63-6536-4210-ab37-4ac3ae718f71 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1683452 Oct 28 09:52:13.681292 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (775f3eed-cd65-46d0-8070-12771cfed6cb), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:13.750784 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:13.773826 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Sync routers for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:13.780104 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=775f3eed-cd65-46d0-8070-12771cfed6cb,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:13.845820 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:13.847821 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.043600 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:14.073544 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:14.076894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0ba9181d-0ccc-4ada-a18b-be7f818f1902 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.7692997 Oct 28 09:52:14.081536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43474) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:14.209429 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bc4f7486-ee4c-4fec-981f-dd93b7bc1c49 req-b948d3a0-0c98-42bc-80d3-4da3037b1dab tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0130725 Oct 28 09:52:14.273746 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:14.473053 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:14.511239 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:14.696176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:14.710455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:14.741752 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:14.743565 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.789062 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:07Z', 'revision_number': 3, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.876743 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Checking router: 64df037f-60a8-4462-834a-72eba23645a3 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:14.877327 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Updating router 64df037f-60a8-4462-834a-72eba23645a3 port 27a69208-d902-4ca0-904e-289f14811f49 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:52:14.953770 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:15.010942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4e7149c1-99d3-4680-bd43-60e5d7935e01 req-cb8252d4-2f15-4a60-a7bc-eaeb8c242cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.3491502 Oct 28 09:52:15.020482 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27a69208-d902-4ca0-904e-289f14811f49), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.068838 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:15.085703 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] No DVR routers for this DVR port 1fff934b-bb90-4e1c-b8bd-845cc947058d on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:15.170053 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.175042 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2802d7f6-eba6-4559-87d1-3f9c2a6f9ef1 req-ec298e88-e63d-49f8-8715-590451a77cba tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.55 "DELETE /networking/v2.0/ports/1fff934b-bb90-4e1c-b8bd-845cc947058d HTTP/1.1" status: 204 len: 173 time: 6.7250457 Oct 28 09:52:15.176045 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'name': 'network-vif-deleted', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:52:15.188359 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc2300-77a1-4757-bdcc-9380a7f88f1b" -d '{"events": [{"server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "name": "network-vif-deleted", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:15.243851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-df566cac-dcd8-4731-a372-0199670b0073 req-16cf1db7-f581-467c-a267-4c3ed8fdaaaf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9997413 Oct 28 09:52:15.432284 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6eaefb-e966-4c3f-aaba-0324469eb45f x-openstack-request-id: req-6b6eaefb-e966-4c3f-aaba-0324469eb45f {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:15.434773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28f1b03-788f-42f6-8577-9c81bffc41ae", "name": "network-vif-deleted", "tag": "1fff934b-bb90-4e1c-b8bd-845cc947058d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:15.435150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b6eaefb-e966-4c3f-aaba-0324469eb45f {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:15.435614 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6eaefb-e966-4c3f-aaba-0324469eb45f'] response: {'server_uuid': 'c28f1b03-788f-42f6-8577-9c81bffc41ae', 'name': 'network-vif-deleted', 'tag': '1fff934b-bb90-4e1c-b8bd-845cc947058d', 'status': 'completed', 'code': 200} Oct 28 09:52:15.535021 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Router 60f79b75-dc13-4bea-9d00-19fd745f90d0 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:15.648386 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:15.763587 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:15.799233 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks [] for port (27a69208-d902-4ca0-904e-289f14811f49), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.802803 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d04e3-f06c-4f28-9afd-0dbb988708c0 req-cc64e509-b5cd-4759-b7bf-1ed072ef99ff tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:15.802963 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:15.804037 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:15.806413 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:15.810298 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27a69208-d902-4ca0-904e-289f14811f49), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.811086 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:15.818031 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-415d04e3-f06c-4f28-9afd-0dbb988708c0 req-cc64e509-b5cd-4759-b7bf-1ed072ef99ff tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.2588584 Oct 28 09:52:15.875644 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Attempting to bind port 27a69208-d902-4ca0-904e-289f14811f49 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:52:15.876170 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Attempting to bind port 27a69208-d902-4ca0-904e-289f14811f49 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:52:15.876572 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Attempting to bind port 27a69208-d902-4ca0-904e-289f14811f49 on network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:15.950552 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:15.960816 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1501111d-04cc-4173-9877-1c9f70a18c83 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/60f79b75-dc13-4bea-9d00-19fd745f90d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0614603 Oct 28 09:52:15.961366 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:52:15.961749 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Checking segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:15.962153 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.962637 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Bound using segment: {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:52:15.963197 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Bound port: 27a69208-d902-4ca0-904e-289f14811f49, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb943606-34df-43cc-9beb-9ce00865d47a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:52:15.963610 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27a69208-d902-4ca0-904e-289f14811f49), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:15.966131 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43490) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:16.013344 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-415d04e3-f06c-4f28-9afd-0dbb988708c0 req-3004935d-cca9-468e-bd30-f5b44f4b0db5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938245 Oct 28 09:52:16.024469 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] For port 27a69208-d902-4ca0-904e-289f14811f49, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:16.030166 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] For port 27a69208-d902-4ca0-904e-289f14811f49, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27a69208-d902-4ca0-904e-289f14811f49,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:16.034990 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Sync routers for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:16.038240 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa85c01-088e-4871-b51b-9323d437d2b4 None None] Pushing event updated for resources: {'Port': ['ID=27a69208-d902-4ca0-904e-289f14811f49,revision_number=2']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:16.056372 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27a69208-d902-4ca0-904e-289f14811f49), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.106953 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:16.107725 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:16.111456 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:16.197889 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks [] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.201739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:16.210977 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:16.266550 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:16.268550 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:16.481764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.517335 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks [] for router_gateway (60f79b75-dc13-4bea-9d00-19fd745f90d0), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.584189 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa85c01-088e-4871-b51b-9323d437d2b4 None None] Pushing event updated for resources: {'Port': ['ID=27a69208-d902-4ca0-904e-289f14811f49,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:16.699400 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Deleting port 27f13319-0fa0-4598-ae4c-23f503bd1398 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:16.701205 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:16.797936 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:16.800258 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:16.898601 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e416275-6f8d-40d6-a42d-61bc9a6cf080 req-16ac8c5b-87be-41e4-acb1-e5c973333f98 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c28f1b03-788f-42f6-8577-9c81bffc41ae HTTP/1.1" status: 200 len: 210 time: 0.0401218 Oct 28 09:52:16.923544 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Allocated IP 172.20.0.1 (f84a58ec-368b-4434-93d7-9dd1dc060169/e6a8c200-7b6a-40c2-bb59-a062551ee855/9774b555-5ae3-42b8-a40d-70dfc7ef1e75) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:16.929105 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:17.097325 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:17.131774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:17.139188 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:17.239415 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] For port 27f13319-0fa0-4598-ae4c-23f503bd1398, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27f13319-0fa0-4598-ae4c-23f503bd1398,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:17.243172 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.253540 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c87f4-fa45-4152-82e7-097fd3982fc9 None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:12Z', 'revision_number': 4, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '027cacd8-4de9-4721-ad24-9faf77fa9d97', 'name': '', 'network_id': '1d4760fa-4445-40fa-b7a4-b3e4124ac823', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'mac_address': 'fa:16:3e:87:9f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:06Z', 'updated_at': '2022-10-28T09:45:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'subnets': [{'id': '2f48a676-61f5-4b76-81d9-5684c0f97c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:17.261667 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks [] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.295755 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Calling delete_port for 27f13319-0fa0-4598-ae4c-23f503bd1398 owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:17.372302 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69393249-1891-41ba-9aee-4c1c79161c3c req-33759e99-1f05-47e6-b834-bef5eaa8018e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:17.378863 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69393249-1891-41ba-9aee-4c1c79161c3c req-33759e99-1f05-47e6-b834-bef5eaa8018e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0933502 Oct 28 09:52:17.455619 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69393249-1891-41ba-9aee-4c1c79161c3c req-67b9ab5e-16ec-4d5a-a9e7-d4880749ca63 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736547 Oct 28 09:52:17.490715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.658450 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Network f84a58ec-368b-4434-93d7-9dd1dc060169 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:17.667456 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:17.670312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:52:17.684446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Pushing event updated for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:17.758160 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161'}], 'enable_snat': True}, 'gw_port_id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:52:13Z', 'revision_number': 5, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port': {'id': '27f13319-0fa0-4598-ae4c-23f503bd1398', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:50:31Z', 'updated_at': '2022-10-28T09:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:17.801244 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795894'] for router_interface (64df037f-60a8-4462-834a-72eba23645a3), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.883301 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (27f13319-0fa0-4598-ae4c-23f503bd1398), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:17.952576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568bf67-82d1-48f8-bc3b-9b4057e0500e None None] New status for floating IP 8312c755-22e8-4e68-b285-35d814c7cd79: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:52:18.087602 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Checking router: 60f79b75-dc13-4bea-9d00-19fd745f90d0 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:18.206666 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Routers {'60f79b75-dc13-4bea-9d00-19fd745f90d0'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:18.215789 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43510) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:18.220463 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['60f79b75-dc13-4bea-9d00-19fd745f90d0'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:18.226210 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.322296 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f13319-0fa0-4598-ae4c-23f503bd1398,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:18.432569 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.464305 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:07Z', 'revision_number': 3, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:18.469136 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-35d1ce24-9738-41f4-a588-26e23689ff58 None None] Provisioning complete for port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:18.469582 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-35d1ce24-9738-41f4-a588-26e23689ff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.470191 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-35d1ce24-9738-41f4-a588-26e23689ff58 None None] Attempt 1 to provision port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 Oct 28 09:52:18.477231 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] Set router 60f79b75-dc13-4bea-9d00-19fd745f90d0 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:18.537689 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:18.539580 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:52:17Z', 'revision_number': 7, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:18.569425 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.575339 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks [] for router_controller (60f79b75-dc13-4bea-9d00-19fd745f90d0), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.582350 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-35d1ce24-9738-41f4-a588-26e23689ff58 None None] Port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:52:18.643958 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa9facc-0da3-449d-8260-605826b82ea9 None None] The sync data for ids ['60f79b75-dc13-4bea-9d00-19fd745f90d0'] in dv-cinder-zed-3-iscsi is: [{'id': '60f79b75-dc13-4bea-9d00-19fd745f90d0', 'name': 'tempest-TestVolumeBootPattern-70054833-router', 'tenant_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:50:30Z', 'updated_at': '2022-10-28T09:52:17Z', 'revision_number': 7, 'project_id': 'baf7f0be1a84414fb5e39b4d164db5f3', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:18.670771 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:18.712157 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68386942-def0-48ad-9980-6b3e04c6a765 None None] The sync data for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi is: [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:07Z', 'revision_number': 3, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:18.734341 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (60f79b75-dc13-4bea-9d00-19fd745f90d0), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.735703 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f79b75-dc13-4bea-9d00-19fd745f90d0 {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:18.749934 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.752457 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-9d76b236-5b9e-4d28-81f7-9757eb15e169 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/60f79b75-dc13-4bea-9d00-19fd745f90d0 HTTP/1.1" status: 204 len: 168 time: 2.7848907 Oct 28 09:52:18.761498 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43514) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:18.832274 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:18.836215 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (ef95175a-3e40-4b5c-bb21-e8db0013380f), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.893594 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks [] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.905810 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c9751-9893-4647-9046-32e2de9fa6cb req-08aa05f4-5dfa-466f-9f0b-c691ce989749 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:18.907592 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0a9c9751-9893-4647-9046-32e2de9fa6cb req-08aa05f4-5dfa-466f-9f0b-c691ce989749 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0718353 Oct 28 09:52:18.908654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.910466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (ef95175a-3e40-4b5c-bb21-e8db0013380f), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:18.944033 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Deleting subnet a49dba93-8f4b-45af-b21b-e408e5d3cabc {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:18.953373 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Publish callbacks [] for subnet (a49dba93-8f4b-45af-b21b-e408e5d3cabc), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.010819 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1795994'] for router_interface (64df037f-60a8-4462-834a-72eba23645a3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.025841 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:19.034113 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Pushing event updated for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:19.049453 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0a9c9751-9893-4647-9046-32e2de9fa6cb req-9d6333b2-cd42-4ad1-8e6f-212be818c139 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135488 Oct 28 09:52:19.056536 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (a49dba93-8f4b-45af-b21b-e408e5d3cabc), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.167375 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ef95175a-3e40-4b5c-bb21-e8db0013380f), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.170919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.172435 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ef95175a-3e40-4b5c-bb21-e8db0013380f HTTP/1.1" status: 204 len: 168 time: 0.8275268 Oct 28 09:52:19.190862 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43516) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:19.198648 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:19.227946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Network f84a58ec-368b-4434-93d7-9dd1dc060169 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:19.230504 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:19.252426 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6420-6b6e-41b1-87c0-e5f8a1bed425 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef95175a-3e40-4b5c-bb21-e8db0013380f,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:19.257947 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.api.v2.resource [None req-55043c10-555e-4fee-b399-ac5d4d84ecad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] show failed (client error): The resource could not be found. Oct 28 09:52:19.259186 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-55043c10-555e-4fee-b399-ac5d4d84ecad tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "GET /networking/v2.0/security-groups/ef95175a-3e40-4b5c-bb21-e8db0013380f HTTP/1.1" status: 404 len: 347 time: 0.0642860 Oct 28 09:52:19.264710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43518) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:19.304933 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (a49dba93-8f4b-45af-b21b-e408e5d3cabc), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.361321 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 775f3eed-cd65-46d0-8070-12771cfed6cb no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:19.414958 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 775f3eed-cd65-46d0-8070-12771cfed6cb {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:19.415715 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 775f3eed-cd65-46d0-8070-12771cfed6cb not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:19.464394 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (a49dba93-8f4b-45af-b21b-e408e5d3cabc), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.513917 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49dba93-8f4b-45af-b21b-e408e5d3cabc,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:19.519555 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.528527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60ff7b-b5d3-4396-8484-2ba8c6a28d21 None None] Network 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:19.543333 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43526) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:19.550589 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-620ca2ed-1d7a-4d6c-9fa9-2b337fb62250 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a49dba93-8f4b-45af-b21b-e408e5d3cabc HTTP/1.1" status: 204 len: 168 time: 0.7864180 Oct 28 09:52:19.801170 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Deleting port d6bdf2b1-d24f-4805-90ae-1b4e508e02b6 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:19.802219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.823366 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-85cd4413-58fe-4d7e-aeb4-9a8ae8102f26 None None] Provisioning complete for port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:19.824125 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-85cd4413-58fe-4d7e-aeb4-9a8ae8102f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:19.824496 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-85cd4413-58fe-4d7e-aeb4-9a8ae8102f26 None None] Attempt 1 to provision port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 Oct 28 09:52:19.884551 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] DHCP port deletion for 19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:52:19.892413 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-85cd4413-58fe-4d7e-aeb4-9a8ae8102f26 None None] Port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:52:19.979269 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Deleting port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:19.979648 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.066134 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] For port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,segment=NetworkSegment(8d141f8d-928c-4f19-aa58-07ec8aca52ed),segment_id=8d141f8d-928c-4f19-aa58-07ec8aca52ed)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:20.066570 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.082710 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Calling delete_port for 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:20.205556 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (1dfc2f4f-c66d-48e7-9e69-ed41ced94edd), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.254767 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] Pushing event deleted for resources: {'Port': ['ID=1dfc2f4f-c66d-48e7-9e69-ed41ced94edd,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:20.265806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80859fd3-c0b5-481a-a93f-f302a3387d5d None None] No DVR routers for this DVR port 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:20.307476 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Router 64df037f-60a8-4462-834a-72eba23645a3 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:20.330572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.377352 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b1a4-0210-4b2d-9fb0-5b83f0bdbd6c req-f9964093-5178-4086-a6c7-5647344561cf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:20.383035 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b668b1a4-0210-4b2d-9fb0-5b83f0bdbd6c req-f9964093-5178-4086-a6c7-5647344561cf tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.5326414 Oct 28 09:52:20.513651 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.514001 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.573059 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Calling delete_port for d6bdf2b1-d24f-4805-90ae-1b4e508e02b6 owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:20.609995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:20.614773 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.649908 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b668b1a4-0210-4b2d-9fb0-5b83f0bdbd6c req-69b8ed7e-9951-42b5-989b-733cf895ea7c tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586083 Oct 28 09:52:20.736190 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:20.765078 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d141f8d-928c-4f19-aa58-07ec8aca52ed') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:20.765366 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d141f8d-928c-4f19-aa58-07ec8aca52ed') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:20.803991 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (8d141f8d-928c-4f19-aa58-07ec8aca52ed), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.810684 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:20.828376 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-aaa97b3a-fd9b-4b91-b422-7278c7ce4f94 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/64df037f-60a8-4462-834a-72eba23645a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7344456 Oct 28 09:52:20.850075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb74ff-a01b-472f-954c-ea2a759148c7 req-192a2fe1-bf4b-420b-93eb-40f609b72899 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:20.851712 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-90cb74ff-a01b-472f-954c-ea2a759148c7 req-192a2fe1-bf4b-420b-93eb-40f609b72899 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1218083 Oct 28 09:52:20.860056 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (8d141f8d-928c-4f19-aa58-07ec8aca52ed), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.877256 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:20.877663 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (8d141f8d-928c-4f19-aa58-07ec8aca52ed), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:20.916105 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:21.121339 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.144210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.149486 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6 HTTP/1.1" status: 204 len: 168 time: 1.6041901 Oct 28 09:52:21.157965 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27a69208-d902-4ca0-904e-289f14811f49 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:21.202760 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Pushing event deleted for resources: {'Network': ['ID=19f40c0d-b73a-4ae7-b0e7-44ce2b3c47f6,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:21.236650 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-90cb74ff-a01b-472f-954c-ea2a759148c7 req-6c2e654f-1394-4d35-be4c-9bd1b2950aaf tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3553550 Oct 28 09:52:21.239528 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 8d141f8d-928c-4f19-aa58-07ec8aca52ed resource provider aggregate not found Oct 28 09:52:21.255994 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.257044 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.257724 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.258271 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.258993 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.259692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.260320 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.261238 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.261801 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.262354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.262948 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.263521 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.264617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.265178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.265740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aee7f1-1cbf-4ced-937d-4025dbb3961c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:21.297619 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 8d141f8d-928c-4f19-aa58-07ec8aca52ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d141f8d-928c-4f19-aa58-07ec8aca52ed found for delete ", "request_id": "req-d24d04e3-c4b9-4c22-952f-afdbcec0aed3"}]} Oct 28 09:52:21.308381 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (d6bdf2b1-d24f-4805-90ae-1b4e508e02b6), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.312238 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 27a69208-d902-4ca0-904e-289f14811f49 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:21.312898 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (27a69208-d902-4ca0-904e-289f14811f49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.319492 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 27a69208-d902-4ca0-904e-289f14811f49 Oct 28 09:52:21.347753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Pushing event deleted for resources: {'Port': ['ID=d6bdf2b1-d24f-4805-90ae-1b4e508e02b6,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:21.397307 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Sync routers for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:21.429385 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:21.431911 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:21.449191 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks [] for floatingip (8312c755-22e8-4e68-b285-35d814c7cd79), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.452861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.461889 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f30d4583-000d-437b-8407-1ff856126084 tempest-AttachVolumeTestJSON-996475968 tempest-AttachVolumeTestJSON-996475968-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8312c755-22e8-4e68-b285-35d814c7cd79 HTTP/1.1" status: 204 len: 168 time: 2.1958477 Oct 28 09:52:21.491520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 27a69208-d902-4ca0-904e-289f14811f49 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:21.491906 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (27a69208-d902-4ca0-904e-289f14811f49), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.503524 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:21.527131 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 27a69208-d902-4ca0-904e-289f14811f49, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27a69208-d902-4ca0-904e-289f14811f49,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:21.535786 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (27a69208-d902-4ca0-904e-289f14811f49), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.609765 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43548) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:21.644084 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=27a69208-d902-4ca0-904e-289f14811f49,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:21.661756 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:21.699928 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:21.700553 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1dfc2f4f-c66d-48e7-9e69-ed41ced94edd not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:21.701362 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27f13319-0fa0-4598-ae4c-23f503bd1398 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:21.720073 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:21.726686 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:21.728369 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 27f13319-0fa0-4598-ae4c-23f503bd1398 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:21.729015 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27f13319-0fa0-4598-ae4c-23f503bd1398 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:21.751456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-5d0972eb-8aa5-4d9f-8a6a-b00c17e78e4a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6d071a4f24b541d4b5d49017707e0788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374426 Oct 28 09:52:21.753851 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43554) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:21.821230 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43556) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:21.829865 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495480626', 'description': 'tempest-secgroup-smoke-1495480626 description', 'project_id': '937954dbeac043c29259ada2924c4953'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:21.863716 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] Publish callbacks [] for security_group (356e7506-8aca-4545-94f8-5cb4284e215d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.882483 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:21.926120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] Publish callbacks [] for security_group (356e7506-8aca-4545-94f8-5cb4284e215d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.010435 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (2856a85b-1555-4b69-a081-dff6dc77ebc8), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.017176 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2856a85b-1555-4b69-a081-dff6dc77ebc8), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.037232 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fcd96-1ba7-479f-a502-fbe9cecab325 req-19afcb52-f54c-4481-8864-6f04cfd187a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:22.039149 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-211fcd96-1ba7-479f-a502-fbe9cecab325 req-19afcb52-f54c-4481-8864-6f04cfd187a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.1168437 Oct 28 09:52:22.053861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-79f0f804-0bce-4908-9d59-eab4cee0c009 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:22.055692 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-79f0f804-0bce-4908-9d59-eab4cee0c009 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.1549592 Oct 28 09:52:22.070379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.077131 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2543008 Oct 28 09:52:22.081073 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43558) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:22.086729 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:22.109295 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63379e76-7969-43ac-a3e5-b36c37d3447e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2856a85b-1555-4b69-a081-dff6dc77ebc8,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:22.136409 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (356e7506-8aca-4545-94f8-5cb4284e215d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.137342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (8ecb1526-5d8b-46ea-b9c8-830c88fcb155), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.139445 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.143211 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/356e7506-8aca-4545-94f8-5cb4284e215d HTTP/1.1" status: 204 len: 168 time: 0.3854327 Oct 28 09:52:22.143392 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:18Z', 'revision_number': 4, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9774b555-5ae3-42b8-a40d-70dfc7ef1e75', 'name': '', 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'mac_address': 'fa:16:3e:65:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:16Z', 'updated_at': '2022-10-28T09:52:18Z', 'revision_number': 2, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'subnets': [{'id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:22.159864 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:22.198563 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da71c9c-4eb6-4ccb-aa3d-0f72fddc8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356e7506-8aca-4545-94f8-5cb4284e215d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:22.209546 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Checking router: 64df037f-60a8-4462-834a-72eba23645a3 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:22.210547 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Updating router 64df037f-60a8-4462-834a-72eba23645a3 port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 binding host dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:52:22.227294 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-211fcd96-1ba7-479f-a502-fbe9cecab325 req-10fdc9d2-aef5-4a13-9d80-986bad3e2a6d tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567070 Oct 28 09:52:22.242842 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port ecc67eeb-ed37-4710-a977-acceff867b07 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:22.243195 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.305394 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.314368 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (8ecb1526-5d8b-46ea-b9c8-830c88fcb155), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.321609 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (8ecb1526-5d8b-46ea-b9c8-830c88fcb155), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.388528 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecb1526-5d8b-46ea-b9c8-830c88fcb155,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:22.415243 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.421893 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-79ae4021-9bcf-46c6-af2c-7f2c3275d745 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3342595 Oct 28 09:52:22.423141 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43564) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:22.435730 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:22.456117 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] For port ecc67eeb-ed37-4710-a977-acceff867b07, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ecc67eeb-ed37-4710-a977-acceff867b07,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:22.456869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.480970 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (0cede0cd-f946-45c5-8600-1c28f6741214), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.536331 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=11,neutron:INSERT=7 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:22.540714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6c61-da77-4e2c-af45-b92a1bc37af5 req-92542797-3ccf-4ae8-85f3-65ea166815bb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:22.542462 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d85d6c61-da77-4e2c-af45-b92a1bc37af5 req-92542797-3ccf-4ae8-85f3-65ea166815bb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 944 time: 0.1080194 Oct 28 09:52:22.565747 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:52:22.656597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (0cede0cd-f946-45c5-8600-1c28f6741214), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.666144 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (0cede0cd-f946-45c5-8600-1c28f6741214), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.739239 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d85d6c61-da77-4e2c-af45-b92a1bc37af5 req-4d8a0054-6808-4abe-9bda-c86cebcb33cb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872990 Oct 28 09:52:22.749391 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.761257 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43568) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:22.764837 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383353 Oct 28 09:52:22.766715 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abf647-29ed-4899-bfcd-6eae0a8c456a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cede0cd-f946-45c5-8600-1c28f6741214,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:22.766927 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:22.807806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:22.808456 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks [] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), precommit_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.820913 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.825865 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '533de8d8-0438-4dd2-946d-f12312377670', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'port_id': '533de8d8-0438-4dd2-946d-f12312377670', 'mac_address': 'fa:16:3e:30:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:52:22.863555 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:22.904856 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:22.931537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.931876 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.932203 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Floating IP b4ad26ef-020b-4f4d-bca5-364b5fd49b5b disassociated. External IP: 172.37.3.206, port: ecc67eeb-ed37-4710-a977-acceff867b07. Oct 28 09:52:22.932554 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for ecc67eeb-ed37-4710-a977-acceff867b07 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:22.946959 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (40167328-4967-45a9-9c4d-4b1b9774b16d), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.960261 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:22.964632 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:22.973569 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2bb3-6f4e-49d2-8dfd-87cdb5f63632 None None] Pushing event updated for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=3']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.019405 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43574) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:23.028637 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:52:23.041303 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Attempting to bind port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:52:23.042501 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Attempting to bind port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:52:23.048329 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Attempting to bind port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 on network f84a58ec-368b-4434-93d7-9dd1dc060169 {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:23.117699 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-eeebf4a8-02e6-4ffa-abe7-c9c9844b836d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=baf7f0be1a84414fb5e39b4d164db5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959682 Oct 28 09:52:23.121964 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43578) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:23.204611 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] Publish callbacks [] for security_group (76ee4999-070b-4bf4-bb71-540d71817988), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.206065 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Checking agent: {'id': 'd97603aa-f6d5-4563-8404-d1e0663f1a77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 36, 38), 'started_at': datetime.datetime(2022, 10, 28, 9, 37, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:52:23.206722 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Checking segment: {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:23.207669 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.207795 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:23.208952 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Bound using segment: {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'} {{(pid=112837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:52:23.210008 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.managers [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Bound port: 9774b555-5ae3-42b8-a40d-70dfc7ef1e75, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447f3095-7ea9-462e-b1f6-46354d59764e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169'}}] {{(pid=112837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:52:23.210850 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), before_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.223843 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.246630 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] Publish callbacks [] for security_group (76ee4999-070b-4bf4-bb71-540d71817988), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.287776 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (40167328-4967-45a9-9c4d-4b1b9774b16d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.299322 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (40167328-4967-45a9-9c4d-4b1b9774b16d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.340819 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] For port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=112837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:23.343452 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27a69208-d902-4ca0-904e-289f14811f49 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:23.343841 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40167328-4967-45a9-9c4d-4b1b9774b16d,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.347025 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.plugins.ml2.db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] For port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:23.355429 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:23.359891 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_update {{(pid=112837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.374129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.385229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-af250255-871e-4f77-a847-39686265f840 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6212974 Oct 28 09:52:23.386690 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43582) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:23.402808 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:23.472966 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:23.478125 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (399c2180-0916-47c9-86be-4f22a57cc701), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.507551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (ecc67eeb-ed37-4710-a977-acceff867b07), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.511650 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 27a69208-d902-4ca0-904e-289f14811f49 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:23.512603 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (27a69208-d902-4ca0-904e-289f14811f49), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.513430 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 27a69208-d902-4ca0-904e-289f14811f49 Oct 28 09:52:23.537693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180a4c1-bd0f-4476-a4c1-00ff3cc25054 req-4e008033-b051-4129-8b45-2db171979246 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:23.539561 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3180a4c1-bd0f-4476-a4c1-00ff3cc25054 req-4e008033-b051-4129-8b45-2db171979246 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 946 time: 0.1008577 Oct 28 09:52:23.550337 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:23.550760 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=9']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.558227 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:23.561511 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=ecc67eeb-ed37-4710-a977-acceff867b07,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.586870 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2bb3-6f4e-49d2-8dfd-87cdb5f63632 None None] Pushing event updated for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=4']} {{(pid=112837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.661631 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (399c2180-0916-47c9-86be-4f22a57cc701), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.664894 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (76ee4999-070b-4bf4-bb71-540d71817988), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.667907 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.669718 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/76ee4999-070b-4bf4-bb71-540d71817988 HTTP/1.1" status: 204 len: 168 time: 0.5465798 Oct 28 09:52:23.690536 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (399c2180-0916-47c9-86be-4f22a57cc701), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.707677 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:23.710974 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:23.733717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efce935-35c7-4ce2-8fbf-05564afa42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee4999-070b-4bf4-bb71-540d71817988,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.759955 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c2180-0916-47c9-86be-4f22a57cc701,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:23.761413 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3180a4c1-bd0f-4476-a4c1-00ff3cc25054 req-2c9159ca-e365-43ad-83e7-b68221cf6685 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bc23a6ca-7b1b-454f-bed0-19611ad6f099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421819 Oct 28 09:52:23.794749 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:23.794749 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d7096a89-ea0e-494d-af76-3406e440b5a5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024680 Oct 28 09:52:23.795107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43586) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:23.803627 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:23.835477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:23.837736 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['533de8d8-0438-4dd2-946d-f12312377670'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:52:23.876360 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:23.969369 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.securitygroups_db [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Project 937954dbeac043c29259ada2924c4953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:23.991632 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (fd4420d9-c24c-4b3a-b7f9-d121f4bf1673), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.060719 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc53ec-d3e8-44f8-9fa3-5743fa2340c1 req-c6c8c313-8e70-4104-9f4f-a82314dc5e6f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:24.063199 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4bfc53ec-d3e8-44f8-9fa3-5743fa2340c1 req-c6c8c313-8e70-4104-9f4f-a82314dc5e6f tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 945 time: 0.1791313 Oct 28 09:52:24.152570 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 27a69208-d902-4ca0-904e-289f14811f49 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:24.259202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:24.262202 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:18Z', 'revision_number': 4, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9774b555-5ae3-42b8-a40d-70dfc7ef1e75', 'name': '', 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'mac_address': 'fa:16:3e:65:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:16Z', 'updated_at': '2022-10-28T09:52:23Z', 'revision_number': 4, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'subnets': [{'id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:24.262807 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:24.304671 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ab23d-06ac-4ea6-8d21-7db21e95cd98 None None] The sync data for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi is: [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:52:18Z', 'revision_number': 4, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9774b555-5ae3-42b8-a40d-70dfc7ef1e75', 'name': '', 'network_id': 'f84a58ec-368b-4434-93d7-9dd1dc060169', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'mac_address': 'fa:16:3e:65:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:16Z', 'updated_at': '2022-10-28T09:52:23Z', 'revision_number': 4, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'subnets': [{'id': 'e6a8c200-7b6a-40c2-bb59-a062551ee855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:24.315940 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:24.339674 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:24.340773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:24.447317 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (fd4420d9-c24c-4b3a-b7f9-d121f4bf1673), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.456576 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (fd4420d9-c24c-4b3a-b7f9-d121f4bf1673), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.462484 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] No DVR routers for this DVR port ecc67eeb-ed37-4710-a977-acceff867b07 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:24.465714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.470094 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2fd9d52c-5873-4476-ad03-2b2e6714ee91 req-fde898eb-b8e4-4aef-95b0-54dffc2c0070 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ecc67eeb-ed37-4710-a977-acceff867b07 HTTP/1.1" status: 204 len: 173 time: 2.4076564 Oct 28 09:52:24.476353 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'name': 'network-vif-deleted', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:52:24.479004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d868a6-7ec7-4dfb-b501-c5db6d74e643" -d '{"events": [{"server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "name": "network-vif-deleted", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:24.491311 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4bfc53ec-d3e8-44f8-9fa3-5743fa2340c1 req-f791b0b8-3b03-438a-b54c-61fdddc7529b tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4104316 Oct 28 09:52:24.525881 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4420d9-c24c-4b3a-b7f9-d121f4bf1673,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:24.542047 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.544911 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-1ef54662-6cb1-468e-b745-268d924b8a8e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7505996 Oct 28 09:52:24.550746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43596) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:24.562026 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'security_group_rule': {'security_group_id': '2856a85b-1555-4b69-a081-dff6dc77ebc8', 'project_id': '937954dbeac043c29259ada2924c4953', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:24.605300 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.securitygroups_db [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Project 937954dbeac043c29259ada2924c4953 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:24.616657 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (0e72d363-16d1-4d6c-83bf-7a2dba8a134b), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.671089 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:24.678136 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295bed5-169a-4e61-adbd-4d57600c67ec x-openstack-request-id: req-2295bed5-169a-4e61-adbd-4d57600c67ec {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:24.678551 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d28bd27-0d1c-45d2-8d9d-81595af44f70", "name": "network-vif-deleted", "tag": "ecc67eeb-ed37-4710-a977-acceff867b07", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:24.678807 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2295bed5-169a-4e61-adbd-4d57600c67ec {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:24.679235 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2295bed5-169a-4e61-adbd-4d57600c67ec'] response: {'server_uuid': '9d28bd27-0d1c-45d2-8d9d-81595af44f70', 'name': 'network-vif-deleted', 'tag': 'ecc67eeb-ed37-4710-a977-acceff867b07', 'status': 'completed', 'code': 200} Oct 28 09:52:24.744427 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (0e72d363-16d1-4d6c-83bf-7a2dba8a134b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.745044 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:24.751172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764743'] for security_group_rule (0e72d363-16d1-4d6c-83bf-7a2dba8a134b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.791516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e72d363-16d1-4d6c-83bf-7a2dba8a134b,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:24.809799 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:24.813299 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-42a35bda-0a63-49a5-aec5-d69940ef0882 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2604344 Oct 28 09:52:24.917706 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:24.996034 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-41885364-06c6-48c6-822e-f63bd5019b7f req-082f99d5-195a-4d05-9a3a-d1eaaa7fe654 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9d28bd27-0d1c-45d2-8d9d-81595af44f70 HTTP/1.1" status: 200 len: 210 time: 0.0708685 Oct 28 09:52:25.069231 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:25.111636 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 533de8d8-0438-4dd2-946d-f12312377670 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:25.112031 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (533de8d8-0438-4dd2-946d-f12312377670), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:25.112382 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 533de8d8-0438-4dd2-946d-f12312377670 Oct 28 09:52:25.200020 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:25.261224 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:25.322857 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:25.324626 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:25.348467 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:25.349563 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:25.461739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:25.462739 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:25.463645 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 Oct 28 09:52:25.530305 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 533de8d8-0438-4dd2-946d-f12312377670 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:25.531357 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:25.741141 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:52:25.744823 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d576af58-4eec-4c7d-870a-625d5443bc99" -d '{"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:25.814492 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:25.832188 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45896ecb-7c97-4ec9-ad60-ff3a3c6fc744 req-8bc0d073-8185-4c69-9b7e-8ebf9f891884 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:25.834021 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45896ecb-7c97-4ec9-ad60-ff3a3c6fc744 req-8bc0d073-8185-4c69-9b7e-8ebf9f891884 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 945 time: 0.1110551 Oct 28 09:52:25.878186 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:25.926559 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:25.927768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ecc67eeb-ed37-4710-a977-acceff867b07 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:25.969408 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-45896ecb-7c97-4ec9-ad60-ff3a3c6fc744 req-02529936-871e-46f9-a26d-74bdc93fafb7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240094 Oct 28 09:52:26.042257 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: ecc67eeb-ed37-4710-a977-acceff867b07 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:26.042751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ecc67eeb-ed37-4710-a977-acceff867b07 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:26.068023 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 is: DOWN; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:26.068427 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.113773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859850dd-59ea-44e5-a89f-fd52f9d20f3b x-openstack-request-id: req-859850dd-59ea-44e5-a89f-fd52f9d20f3b {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:26.114074 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-plugged", "status": "completed", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:26.114337 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-859850dd-59ea-44e5-a89f-fd52f9d20f3b {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:26.114793 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859850dd-59ea-44e5-a89f-fd52f9d20f3b'] response: {'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'code': 200} Oct 28 09:52:26.196315 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] For port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:26.203902 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=10']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:26.212169 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.305135 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:26.353720 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Pushing event updated for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:26.384857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43670) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:26.486833 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43674) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:26.505145 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:26.541324 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (bc23a6ca-7b1b-454f-bed0-19611ad6f099), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.587124 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (bc23a6ca-7b1b-454f-bed0-19611ad6f099), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.634562 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b18cf-8d5f-4277-ac70-e199ae8681f4 None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:10Z', 'revision_number': 4, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'b95984f0-c041-4eed-bb3d-82b5b5fd7772', 'name': '', 'network_id': '8cae7e07-cd54-4f98-96b4-a27c37dcb83a', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'mac_address': 'fa:16:3e:80:c6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:08Z', 'updated_at': '2022-10-28T09:45:17Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'subnets': [{'id': '0ad0fb86-3b2c-4f04-bb8c-6055214bd457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:26.664398 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bc23a6ca-7b1b-454f-bed0-19611ad6f099), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.674044 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:26.676628 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bc23a6ca-7b1b-454f-bed0-19611ad6f099 HTTP/1.1" status: 204 len: 168 time: 0.2902846 Oct 28 09:52:26.683212 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43680) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:26.724275 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece4fa-751e-45a6-8197-d8d802fbc4a6 tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23a6ca-7b1b-454f-bed0-19611ad6f099,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:26.726117 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f87a3-7901-4f46-b975-90777981426d req-75cbe64e-f59e-47aa-aebc-400e808c239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:26.729130 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d2f87a3-7901-4f46-b975-90777981426d req-75cbe64e-f59e-47aa-aebc-400e808c239c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 1131 time: 0.1470730 Oct 28 09:52:26.736310 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.api.v2.resource [None req-d97512af-9f9a-4224-a0ef-fdce1df632fc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] show failed (client error): The resource could not be found. Oct 28 09:52:26.742259 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d97512af-9f9a-4224-a0ef-fdce1df632fc tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "GET /networking/v2.0/security-groups/bc23a6ca-7b1b-454f-bed0-19611ad6f099 HTTP/1.1" status: 404 len: 347 time: 0.0491731 Oct 28 09:52:26.743791 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43682) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:26.846336 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d2f87a3-7901-4f46-b975-90777981426d req-ccd7f8dd-a248-40a6-9431-4dda6d8f7bac service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093180 Oct 28 09:52:27.131590 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:27.196885 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Provisioning complete for port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:27.197367 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:27.197812 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Attempt 1 to provision port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 Oct 28 09:52:27.239382 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d11095-9b8f-4a01-806e-0684b074ab6d req-d18fe38a-9ccd-4f2e-ace4-1d802195d247 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:27.258978 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-91d11095-9b8f-4a01-806e-0684b074ab6d req-d18fe38a-9ccd-4f2e-ace4-1d802195d247 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.1216960 Oct 28 09:52:27.292488 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c56362-5b53-401b-9648-6e0dee699a37 None None] New status for floating IP b4ad26ef-020b-4f4d-bca5-364b5fd49b5b: DOWN {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:52:27.352215 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Current status of the port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 is: ACTIVE; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:27.359090 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Deleting port 1addb9c5-486d-45bb-967b-dde9c84dbe5f {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:27.359340 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:27.371396 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-91d11095-9b8f-4a01-806e-0684b074ab6d req-0e236ac8-124d-4006-ba4d-5a5c3ed429b5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079092 Oct 28 09:52:27.427005 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:27.511843 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:27.512171 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (1addb9c5-486d-45bb-967b-dde9c84dbe5f), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:27.569270 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Calling delete_port for 1addb9c5-486d-45bb-967b-dde9c84dbe5f owned by network:floatingip {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:27.794815 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:27.869115 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (1addb9c5-486d-45bb-967b-dde9c84dbe5f), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:27.924214 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Pushing event deleted for resources: {'Port': ['ID=1addb9c5-486d-45bb-967b-dde9c84dbe5f,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:27.958171 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.084038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks [] for floatingip (b4ad26ef-020b-4f4d-bca5-364b5fd49b5b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.086809 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.093322 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-5caebb10-29dc-4e3a-ae83-8c4364a6462f tempest-AttachVolumeNegativeTest-1305048312 tempest-AttachVolumeNegativeTest-1305048312-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b4ad26ef-020b-4f4d-bca5-364b5fd49b5b HTTP/1.1" status: 204 len: 168 time: 1.3438971 Oct 28 09:52:28.381145 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Deleting port 027cacd8-4de9-4721-ad24-9faf77fa9d97 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:28.381455 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.469348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:28.566716 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] For port 027cacd8-4de9-4721-ad24-9faf77fa9d97, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=027cacd8-4de9-4721-ad24-9faf77fa9d97,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:28.567644 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.588189 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Calling delete_port for 027cacd8-4de9-4721-ad24-9faf77fa9d97 owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:28.659438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5d67a-417e-457a-9c40-71c73eed5a56 req-18beb3ec-0059-42a3-aa4d-f10027f1caeb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:28.662065 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5d5d67a-417e-457a-9c40-71c73eed5a56 req-18beb3ec-0059-42a3-aa4d-f10027f1caeb tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.1314785 Oct 28 09:52:28.748998 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5d5d67a-417e-457a-9c40-71c73eed5a56 req-ff5616e7-701f-47ca-9de0-32de7fa51252 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776184 Oct 28 09:52:28.899677 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (027cacd8-4de9-4721-ad24-9faf77fa9d97), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:28.951767 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Pushing event deleted for resources: {'Port': ['ID=027cacd8-4de9-4721-ad24-9faf77fa9d97,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:29.286044 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:29.455892 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:29.695749 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Router cdaf21bd-ab07-403f-ad86-e48f29fbd770 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:29.880996 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:29.892718 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7a4e01a7-f249-4c5c-ac6d-9a4e781c1001 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/cdaf21bd-ab07-403f-ad86-e48f29fbd770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4013672 Oct 28 09:52:29.892957 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43746) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:29.902502 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Sync routers for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:29.919471 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:29.923592 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:29.924914 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:29.970975 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:29.998141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f00be-2fd5-4c15-8f02-923d5489bc9f req-60af8d92-b788-41ac-8549-09aae02502c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:30.005787 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d33f00be-2fd5-4c15-8f02-923d5489bc9f req-60af8d92-b788-41ac-8549-09aae02502c5 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.0984142 Oct 28 09:52:30.074925 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d33f00be-2fd5-4c15-8f02-923d5489bc9f req-769dee04-5061-4754-801e-e0e8062e3fa4 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669234 Oct 28 09:52:30.082256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:30.119690 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks [] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.298461 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks [] for router_gateway (cdaf21bd-ab07-403f-ad86-e48f29fbd770), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.335244 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:30.375978 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Deleting port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:30.376538 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.502797 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] For port 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:30.503509 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.525274 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Calling delete_port for 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:30.550897 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137'}], 'enable_snat': True}, 'gw_port_id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:52:28Z', 'revision_number': 5, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port': {'id': '8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:30.596401 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Checking router: cdaf21bd-ab07-403f-ad86-e48f29fbd770 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:30.614093 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Routers {'cdaf21bd-ab07-403f-ad86-e48f29fbd770'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:30.616885 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:30.735910 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.775909 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] Set router cdaf21bd-ab07-403f-ad86-e48f29fbd770 gateway port host: None {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:30.791202 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:30.805849 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:30.900117 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:52:30Z', 'revision_number': 6, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:30.940487 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:30.969284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2825b1-ff70-436a-af83-7c8e78c0746c None None] The sync data for ids ['cdaf21bd-ab07-403f-ad86-e48f29fbd770'] in dv-cinder-zed-3-iscsi is: [{'id': 'cdaf21bd-ab07-403f-ad86-e48f29fbd770', 'name': 'tempest-AttachVolumeTestJSON-1974651354-router', 'tenant_id': 'f2fcce993e6b4388bde493f0702fd49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:57Z', 'updated_at': '2022-10-28T09:52:30Z', 'revision_number': 6, 'project_id': 'f2fcce993e6b4388bde493f0702fd49d', 'gw_port_host': None}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:30.974788 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.264920 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef173b5a-81b5-43fe-8ef3-7b88cfa96fff req-4cd864a3-816d-49a5-b018-493147d22f4e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:31.266750 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef173b5a-81b5-43fe-8ef3-7b88cfa96fff req-4cd864a3-816d-49a5-b018-493147d22f4e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.0542355 Oct 28 09:52:31.337858 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.341415 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ef173b5a-81b5-43fe-8ef3-7b88cfa96fff req-a89ebf5f-bb10-439a-b88c-1f99ef661395 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668988 Oct 28 09:52:31.343063 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks [] for router_controller (cdaf21bd-ab07-403f-ad86-e48f29fbd770), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.426225 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (cdaf21bd-ab07-403f-ad86-e48f29fbd770), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.427356 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdaf21bd-ab07-403f-ad86-e48f29fbd770 {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:31.443029 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.444337 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2a2f398f-eacb-4ef1-a266-de43dd1f66a7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/cdaf21bd-ab07-403f-ad86-e48f29fbd770 HTTP/1.1" status: 204 len: 168 time: 1.5502095 Oct 28 09:52:31.448521 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43770) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:31.521117 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Deleting subnet 2f48a676-61f5-4b76-81d9-5684c0f97c03 {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:31.525406 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Publish callbacks [] for subnet (2f48a676-61f5-4b76-81d9-5684c0f97c03), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.566125 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (2f48a676-61f5-4b76-81d9-5684c0f97c03), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.593035 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:31.700862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (2f48a676-61f5-4b76-81d9-5684c0f97c03), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.771538 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (2f48a676-61f5-4b76-81d9-5684c0f97c03), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.802358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f48a676-61f5-4b76-81d9-5684c0f97c03,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:31.808008 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.818633 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-cad757f1-aee4-4d1e-9010-c33646c2ad6a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2f48a676-61f5-4b76-81d9-5684c0f97c03 HTTP/1.1" status: 204 len: 168 time: 0.3647664 Oct 28 09:52:31.819122 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43772) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:31.820981 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40411551-ee37-4ad8-8c1f-8a2de3b68431 None None] Network 1d4760fa-4445-40fa-b7a4-b3e4124ac823 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:31.933698 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (1d4760fa-4445-40fa-b7a4-b3e4124ac823), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:31.986993 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Deleting port 737fc273-95a5-4b8b-b546-cf62cbb00d48 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:31.987643 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.084065 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] DHCP port deletion for 1d4760fa-4445-40fa-b7a4-b3e4124ac823 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:52:32.121655 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] For port 737fc273-95a5-4b8b-b546-cf62cbb00d48, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=737fc273-95a5-4b8b-b546-cf62cbb00d48,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:32.122500 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.135312 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Deleting port 737fc273-95a5-4b8b-b546-cf62cbb00d48 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:32.135692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.150384 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Calling delete_port for 737fc273-95a5-4b8b-b546-cf62cbb00d48 owned by network:dhcp {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:32.241520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] For port 737fc273-95a5-4b8b-b546-cf62cbb00d48, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=737fc273-95a5-4b8b-b546-cf62cbb00d48,segment=NetworkSegment(74554f69-e549-4c99-b761-9dfd63e6ee94),segment_id=74554f69-e549-4c99-b761-9dfd63e6ee94)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:32.242301 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.282010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.303894 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Calling delete_port for 737fc273-95a5-4b8b-b546-cf62cbb00d48 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:32.314177 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=737fc273-95a5-4b8b-b546-cf62cbb00d48,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:32.328325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] No DVR routers for this DVR port 737fc273-95a5-4b8b-b546-cf62cbb00d48 on host dv-cinder-zed-3-iscsi {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:32.402464 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43780) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:32.420951 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:32.456799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (737fc273-95a5-4b8b-b546-cf62cbb00d48), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.459964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (1d4760fa-4445-40fa-b7a4-b3e4124ac823), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.504535 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4760fa-4445-40fa-b7a4-b3e4124ac823']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:32.513655 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] Pushing event deleted for resources: {'Port': ['ID=737fc273-95a5-4b8b-b546-cf62cbb00d48,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:32.515647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5c7bd-4fe3-4ed0-8a07-12f1faf30420 None None] No DVR routers for this DVR port 737fc273-95a5-4b8b-b546-cf62cbb00d48 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:32.521878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74554f69-e549-4c99-b761-9dfd63e6ee94') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:32.521878 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74554f69-e549-4c99-b761-9dfd63e6ee94') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:32.536215 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (74554f69-e549-4c99-b761-9dfd63e6ee94), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.558816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (74554f69-e549-4c99-b761-9dfd63e6ee94), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.564991 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:32.569402 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:32.569897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (74554f69-e549-4c99-b761-9dfd63e6ee94), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.653279 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 74554f69-e549-4c99-b761-9dfd63e6ee94 resource provider aggregate not found Oct 28 09:52:32.674226 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b18ade00-3800-439b-b325-aa9483d1b97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.684456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 74554f69-e549-4c99-b761-9dfd63e6ee94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74554f69-e549-4c99-b761-9dfd63e6ee94 found for delete ", "request_id": "req-ee715181-76a3-4150-8252-5c93c6a1536f"}]} Oct 28 09:52:32.714254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (1d4760fa-4445-40fa-b7a4-b3e4124ac823), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.721762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:32.726533 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1d4760fa-4445-40fa-b7a4-b3e4124ac823 HTTP/1.1" status: 204 len: 168 time: 0.9053507 Oct 28 09:52:32.749508 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a6f63-b037-4edd-99d8-a10cbf220dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4760fa-4445-40fa-b7a4-b3e4124ac823,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:32.933038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:32.951678 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43792) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:32.987920 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (345eeddb-620c-47cf-9650-b5c10dd48a14), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.043431 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-774a6b36-5eae-4f61-a92d-9ae8035c1679 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f2fcce993e6b4388bde493f0702fd49d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0899775 Oct 28 09:52:33.043724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43794) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:33.071145 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:33.094741 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:33.095844 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 8bbf4b1e-b7ac-4b11-a0c3-29acc2551b33 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:33.095844 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 027cacd8-4de9-4721-ad24-9faf77fa9d97 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:33.118600 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 027cacd8-4de9-4721-ad24-9faf77fa9d97 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:33.119147 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 027cacd8-4de9-4721-ad24-9faf77fa9d97 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:33.119667 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 737fc273-95a5-4b8b-b546-cf62cbb00d48 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:33.146070 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 737fc273-95a5-4b8b-b546-cf62cbb00d48 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:33.146442 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 737fc273-95a5-4b8b-b546-cf62cbb00d48 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:33.180278 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] Publish callbacks [] for security_group (de602d99-a004-4fcb-b5e6-c71bd84588e2), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.259320 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] Publish callbacks [] for security_group (de602d99-a004-4fcb-b5e6-c71bd84588e2), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.380333 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Deleting port b95984f0-c041-4eed-bb3d-82b5b5fd7772 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:33.380879 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.385591 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (de602d99-a004-4fcb-b5e6-c71bd84588e2), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.388787 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.391008 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/de602d99-a004-4fcb-b5e6-c71bd84588e2 HTTP/1.1" status: 204 len: 168 time: 0.3461361 Oct 28 09:52:33.443198 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72213131-e65e-4904-9e1a-2dedfa8da4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de602d99-a004-4fcb-b5e6-c71bd84588e2,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:33.521071 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] For port b95984f0-c041-4eed-bb3d-82b5b5fd7772, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b95984f0-c041-4eed-bb3d-82b5b5fd7772,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:33.521437 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.538309 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Calling delete_port for b95984f0-c041-4eed-bb3d-82b5b5fd7772 owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:33.544399 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:33.847951 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (b95984f0-c041-4eed-bb3d-82b5b5fd7772), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:33.893800 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Pushing event deleted for resources: {'Port': ['ID=b95984f0-c041-4eed-bb3d-82b5b5fd7772,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:33.943729 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:34.177392 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (345eeddb-620c-47cf-9650-b5c10dd48a14), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:34.457289 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Router 345eeddb-620c-47cf-9650-b5c10dd48a14 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:34.601498 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:34.606869 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f8647ff8-67d8-4aff-8e7e-7e5886be6444 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/345eeddb-620c-47cf-9650-b5c10dd48a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2034607 Oct 28 09:52:34.611312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43818) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:34.617673 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Sync routers for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:34.639195 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:34.640609 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:34.716603 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43822) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:34.810264 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks [] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:34.821790 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:34.894038 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:34.922975 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018864385-network', 'tenant_id': 'e55674d8a23540c5bed9195c78591793'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:34.959379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Made reservation on behalf of e55674d8a23540c5bed9195c78591793 for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:34.963649 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:34.982112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks [] for router_gateway (345eeddb-620c-47cf-9650-b5c10dd48a14), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:34.989028 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.020681 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f3cd8335-eaa9-4318-9d57-7907a14e5688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.096185 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Deleting port 1cc2db28-b346-480c-813e-642c13ed5364 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:35.097115 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (1cc2db28-b346-480c-813e-642c13ed5364), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.133239 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81'}], 'enable_snat': True}, 'gw_port_id': '1cc2db28-b346-480c-813e-642c13ed5364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:52:33Z', 'revision_number': 5, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port': {'id': '1cc2db28-b346-480c-813e-642c13ed5364', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:35.142488 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks [] for security_group (daf28137-0ac7-4aef-b44a-0ee608f3298e), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.153804 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (daf28137-0ac7-4aef-b44a-0ee608f3298e), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.170536 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:35.186888 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Checking router: 345eeddb-620c-47cf-9650-b5c10dd48a14 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:35.190570 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:52:35.198751 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf28137-0ac7-4aef-b44a-0ee608f3298e,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:35.205798 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Routers {'345eeddb-620c-47cf-9650-b5c10dd48a14'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:52:35.207361 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:52:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['345eeddb-620c-47cf-9650-b5c10dd48a14'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:35.213526 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (02493a31-7774-4672-9668-641fce5b97e6), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.214161 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Added segment 02493a31-7774-4672-9668-641fce5b97e6 of type vlan for network 58d82aa4-7000-45e5-ac02-f4af585683d8 Oct 28 09:52:35.245350 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] For port 1cc2db28-b346-480c-813e-642c13ed5364, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1cc2db28-b346-480c-813e-642c13ed5364,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:35.246006 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (1cc2db28-b346-480c-813e-642c13ed5364), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.282262 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Calling delete_port for 1cc2db28-b346-480c-813e-642c13ed5364 owned by network:router_gateway {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:35.286571 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (58d82aa4-7000-45e5-ac02-f4af585683d8), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.329778 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (58d82aa4-7000-45e5-ac02-f4af585683d8), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.331699 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:35.333135 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.339993 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] Set router 345eeddb-620c-47cf-9650-b5c10dd48a14 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:52:35.402463 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:52:34Z', 'revision_number': 6, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:35.432874 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33b997-07e1-42fd-aca7-9d6b452ba98f None None] The sync data for ids ['345eeddb-620c-47cf-9650-b5c10dd48a14'] in dv-cinder-zed-3-iscsi is: [{'id': '345eeddb-620c-47cf-9650-b5c10dd48a14', 'name': 'tempest-AttachVolumeNegativeTest-1143740386-router', 'tenant_id': '4f351d016ace4e369be852bb7aa916fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:52:34Z', 'revision_number': 6, 'project_id': '4f351d016ace4e369be852bb7aa916fe', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:35.441335 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7229080 Oct 28 09:52:35.452916 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43826) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:35.465895 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Request body: {'subnet': {'network_id': '58d82aa4-7000-45e5-ac02-f4af585683d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2018864385-subnet', 'tenant_id': 'e55674d8a23540c5bed9195c78591793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:35.474314 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:35.487715 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b9f91-a507-4d1a-a444-3daeb3f3c811 admin admin] Pushing event updated for resources: {'Network': ['ID=58d82aa4-7000-45e5-ac02-f4af585683d8,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:35.500247 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 58d82aa4-7000-45e5-ac02-f4af585683d8 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:52:35.523130 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Made reservation on behalf of e55674d8a23540c5bed9195c78591793 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:35.526331 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59182348'] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.832263 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59075495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59182398'] for subnet (4b81a0cd-0c14-461f-9630-44d69ecbe78f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.887874 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b81a0cd-0c14-461f-9630-44d69ecbe78f,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:35.922929 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (1cc2db28-b346-480c-813e-642c13ed5364), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:35.939451 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Checking segment: {'id': '02493a31-7774-4672-9668-641fce5b97e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '58d82aa4-7000-45e5-ac02-f4af585683d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:35.939953 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Network hostable DHCP agents. Network: 58d82aa4-7000-45e5-ac02-f4af585683d8, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:52:35.978816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc2db28-b346-480c-813e-642c13ed5364,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:35.982245 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Network 58d82aa4-7000-45e5-ac02-f4af585683d8 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:52:35.995219 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 58d82aa4-7000-45e5-ac02-f4af585683d8) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:36.001952 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:36.002656 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.012769 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37270c1a-c25e-485b-ae4a-dbb0850d5e0b None None] Network 58d82aa4-7000-45e5-ac02-f4af585683d8 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:36.042473 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3f913d4a-0147-43fd-989e-bdd70005511c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5846312 Oct 28 09:52:36.054809 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (345eeddb-620c-47cf-9650-b5c10dd48a14), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.151103 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:36.183098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.186692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks [] for router_controller (345eeddb-620c-47cf-9650-b5c10dd48a14), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.223326 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a35049-3232-481e-9cc3-ea17ac180e55 None None] Network 58d82aa4-7000-45e5-ac02-f4af585683d8 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:36.250864 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (345eeddb-620c-47cf-9650-b5c10dd48a14), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.251921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 345eeddb-620c-47cf-9650-b5c10dd48a14 {{(pid=112834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:52:36.257969 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.260046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c28b113f-29a6-4af5-a49f-874ff4df72cc admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/345eeddb-620c-47cf-9650-b5c10dd48a14 HTTP/1.1" status: 204 len: 168 time: 1.6473713 Oct 28 09:52:36.264695 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43832) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:36.406497 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Deleting subnet 0ad0fb86-3b2c-4f04-bb8c-6055214bd457 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:36.417098 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Publish callbacks [] for subnet (0ad0fb86-3b2c-4f04-bb8c-6055214bd457), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.475898 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (0ad0fb86-3b2c-4f04-bb8c-6055214bd457), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.626316 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (0ad0fb86-3b2c-4f04-bb8c-6055214bd457), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.762097 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (0ad0fb86-3b2c-4f04-bb8c-6055214bd457), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.771683 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.838206 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad0fb86-3b2c-4f04-bb8c-6055214bd457,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:36.842961 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:36.847337 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c7c0cdd2-6953-4a6a-b44e-31b844067574 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0ad0fb86-3b2c-4f04-bb8c-6055214bd457 HTTP/1.1" status: 204 len: 168 time: 0.5810947 Oct 28 09:52:36.850054 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43852) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:36.855809 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989105b-81b2-4695-92d8-ef05f0263534 None None] Network 8cae7e07-cd54-4f98-96b4-a27c37dcb83a requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:37.004536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (8cae7e07-cd54-4f98-96b4-a27c37dcb83a), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.083745 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Deleting port 922f5856-77b9-4b45-ae2a-8e862b67dabe {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:37.084489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.087132 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43858) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:37.102558 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115551308-network', 'tenant_id': '57d28e1bf8b247f8887df8135d92a40b'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:37.117058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] DHCP port deletion for 8cae7e07-cd54-4f98-96b4-a27c37dcb83a request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:52:37.148820 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Made reservation on behalf of 57d28e1bf8b247f8887df8135d92a40b for: {'network': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:37.153457 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.180458 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.187427 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:37.191263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1cc2db28-b346-480c-813e-642c13ed5364 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:37.199905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:37.218482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] For port 922f5856-77b9-4b45-ae2a-8e862b67dabe, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=922f5856-77b9-4b45-ae2a-8e862b67dabe,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:37.219041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.238796 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Calling delete_port for 922f5856-77b9-4b45-ae2a-8e862b67dabe owned by network:dhcp {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:37.244920 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 1cc2db28-b346-480c-813e-642c13ed5364 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:37.245522 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 1cc2db28-b346-480c-813e-642c13ed5364 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:37.246275 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b95984f0-c041-4eed-bb3d-82b5b5fd7772 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:37.296073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:37.298311 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: b95984f0-c041-4eed-bb3d-82b5b5fd7772 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:37.298948 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b95984f0-c041-4eed-bb3d-82b5b5fd7772 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:37.302093 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Deleting port 922f5856-77b9-4b45-ae2a-8e862b67dabe {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:52:37.303190 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.328466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:37.348322 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks [] for security_group (715705e2-0fc9-42ce-80a8-f7a37b3f7871), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.355139 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (715705e2-0fc9-42ce-80a8-f7a37b3f7871), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.360999 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.394966 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=112835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:52:37.408921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=922f5856-77b9-4b45-ae2a-8e862b67dabe,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:37.415476 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] No DVR routers for this DVR port 922f5856-77b9-4b45-ae2a-8e862b67dabe on host dv-cinder-zed-3-iscsi {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:37.434718 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.435264 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.segments_db [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Added segment f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9 of type vlan for network 1666829f-6767-47ba-8992-89a59106d1b1 Oct 28 09:52:37.438362 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] For port 922f5856-77b9-4b45-ae2a-8e862b67dabe, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=922f5856-77b9-4b45-ae2a-8e862b67dabe,segment=NetworkSegment(5229d30c-7d02-4c49-9300-16f45f98a364),segment_id=5229d30c-7d02-4c49-9300-16f45f98a364)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:37.438842 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715705e2-0fc9-42ce-80a8-f7a37b3f7871,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:37.439079 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.459801 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Calling delete_port for 922f5856-77b9-4b45-ae2a-8e862b67dabe owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:52:37.522539 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (1666829f-6767-47ba-8992-89a59106d1b1), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.568959 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (1666829f-6767-47ba-8992-89a59106d1b1), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.570676 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:37.571555 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.584585 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (8cae7e07-cd54-4f98-96b4-a27c37dcb83a), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.619486 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (922f5856-77b9-4b45-ae2a-8e862b67dabe), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.626633 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cae7e07-cd54-4f98-96b4-a27c37dcb83a']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:37.647591 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5590708 Oct 28 09:52:37.650693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5229d30c-7d02-4c49-9300-16f45f98a364') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:37.651097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5229d30c-7d02-4c49-9300-16f45f98a364') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:37.653897 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43864) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:37.667365 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Request body: {'subnet': {'network_id': '1666829f-6767-47ba-8992-89a59106d1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115551308-subnet', 'tenant_id': '57d28e1bf8b247f8887df8135d92a40b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:37.668099 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] No DVR routers for this DVR port 922f5856-77b9-4b45-ae2a-8e862b67dabe on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:52:37.671615 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (5229d30c-7d02-4c49-9300-16f45f98a364), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.675645 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f38065-6db3-48d2-96e7-7d991f116d0d None None] Pushing event deleted for resources: {'Port': ['ID=922f5856-77b9-4b45-ae2a-8e862b67dabe,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:37.700073 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (5229d30c-7d02-4c49-9300-16f45f98a364), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.702319 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b5e60-7815-4abb-8b26-291a853d794b admin admin] Pushing event updated for resources: {'Network': ['ID=1666829f-6767-47ba-8992-89a59106d1b1,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:37.720934 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 1666829f-6767-47ba-8992-89a59106d1b1 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:52:37.723682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:37.724461 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (5229d30c-7d02-4c49-9300-16f45f98a364), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.730271 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Made reservation on behalf of 57d28e1bf8b247f8887df8135d92a40b for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:37.734181 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59182348'] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.803817 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 5229d30c-7d02-4c49-9300-16f45f98a364 resource provider aggregate not found Oct 28 09:52:37.835016 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 5229d30c-7d02-4c49-9300-16f45f98a364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5229d30c-7d02-4c49-9300-16f45f98a364 found for delete ", "request_id": "req-311b4106-a2b1-45d8-9657-d916a5bae066"}]} Oct 28 09:52:37.853904 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (8cae7e07-cd54-4f98-96b4-a27c37dcb83a), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.864022 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:37.868906 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8cae7e07-cd54-4f98-96b4-a27c37dcb83a HTTP/1.1" status: 204 len: 168 time: 1.0176420 Oct 28 09:52:37.883548 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb81fa-1e6a-4f1c-b830-3c4e3efbc5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8cae7e07-cd54-4f98-96b4-a27c37dcb83a,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:37.954379 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.079086 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59075495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59182398'] for subnet (754b4f02-b3f8-4df4-8260-b97aaa8acba3), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.153178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43874) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:38.194379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Checking segment: {'id': 'f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '1666829f-6767-47ba-8992-89a59106d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:38.194957 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Network hostable DHCP agents. Network: 1666829f-6767-47ba-8992-89a59106d1b1, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:52:38.198834 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=754b4f02-b3f8-4df4-8260-b97aaa8acba3,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:38.219282 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-2dba23ad-aba2-452d-957b-4a5beef9efcf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4f351d016ace4e369be852bb7aa916fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0642712 Oct 28 09:52:38.222582 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43876) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:38.225875 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.234065 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Network 1666829f-6767-47ba-8992-89a59106d1b1 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:52:38.250595 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 1666829f-6767-47ba-8992-89a59106d1b1) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:38.256523 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:38.257647 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.267214 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5115eada-eb5e-48b7-a5d6-4bd80326698a None None] Network 1666829f-6767-47ba-8992-89a59106d1b1 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:38.287187 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-a350da28-38b8-4a5c-bd80-223463429a8b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6266541 Oct 28 09:52:38.318740 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] Publish callbacks [] for security_group (5225a36e-a2eb-4ec5-b464-29729732f498), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.348651 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] Publish callbacks [] for security_group (5225a36e-a2eb-4ec5-b464-29729732f498), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.433304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5225a36e-a2eb-4ec5-b464-29729732f498), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.436709 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.438103 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5225a36e-a2eb-4ec5-b464-29729732f498 HTTP/1.1" status: 204 len: 168 time: 0.2128932 Oct 28 09:52:38.448501 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42fedf-4ef7-4a86-bd7b-04a717c7ae4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225a36e-a2eb-4ec5-b464-29729732f498,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:38.461306 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edd884-3ef6-4f5f-b5c4-09f89d9d29e8 None None] Network 1666829f-6767-47ba-8992-89a59106d1b1 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:52:38.520967 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:38.546821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43882) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:38.646859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Deleting subnet 4b81a0cd-0c14-461f-9630-44d69ecbe78f {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:38.655243 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Publish callbacks [] for subnet (4b81a0cd-0c14-461f-9630-44d69ecbe78f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.743252 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (4b81a0cd-0c14-461f-9630-44d69ecbe78f), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.808280 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (4b81a0cd-0c14-461f-9630-44d69ecbe78f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.885332 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (4b81a0cd-0c14-461f-9630-44d69ecbe78f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.916887 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b81a0cd-0c14-461f-9630-44d69ecbe78f,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:38.931104 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:38.934929 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e33126e5-171d-44c5-89cb-8b4a54a9595a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4b81a0cd-0c14-461f-9630-44d69ecbe78f HTTP/1.1" status: 204 len: 168 time: 0.3865104 Oct 28 09:52:38.940467 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43888) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:39.058183 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 922f5856-77b9-4b45-ae2a-8e862b67dabe no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:39.067060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (58d82aa4-7000-45e5-ac02-f4af585683d8), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.097064 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 922f5856-77b9-4b45-ae2a-8e862b67dabe {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:52:39.097605 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 922f5856-77b9-4b45-ae2a-8e862b67dabe not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:39.180546 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:39.198428 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (58d82aa4-7000-45e5-ac02-f4af585683d8), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.223826 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d82aa4-7000-45e5-ac02-f4af585683d8']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:39.243365 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02493a31-7774-4672-9668-641fce5b97e6') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:39.243864 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02493a31-7774-4672-9668-641fce5b97e6') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:39.262591 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (02493a31-7774-4672-9668-641fce5b97e6), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.285272 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (02493a31-7774-4672-9668-641fce5b97e6), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.293923 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:39.294297 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (02493a31-7774-4672-9668-641fce5b97e6), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.347293 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 02493a31-7774-4672-9668-641fce5b97e6 resource provider aggregate not found Oct 28 09:52:39.382532 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment 02493a31-7774-4672-9668-641fce5b97e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02493a31-7774-4672-9668-641fce5b97e6 found for delete ", "request_id": "req-ea85cf49-7602-46ab-a9ba-78f768c13bf0"}]} Oct 28 09:52:39.398296 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (58d82aa4-7000-45e5-ac02-f4af585683d8), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.409883 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:39.412890 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.422229 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/58d82aa4-7000-45e5-ac02-f4af585683d8 HTTP/1.1" status: 204 len: 168 time: 0.4770160 Oct 28 09:52:39.423015 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 43906) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:39.439029 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d32d9-d083-44a7-9f64-ed9c0253b84d admin admin] Pushing event deleted for resources: {'Network': ['ID=58d82aa4-7000-45e5-ac02-f4af585683d8,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:39.485817 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:39.513222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Deleting subnet 754b4f02-b3f8-4df4-8260-b97aaa8acba3 {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:52:39.521217 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Publish callbacks [] for subnet (754b4f02-b3f8-4df4-8260-b97aaa8acba3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.587862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (754b4f02-b3f8-4df4-8260-b97aaa8acba3), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.635423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (754b4f02-b3f8-4df4-8260-b97aaa8acba3), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.669357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:39.722471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (754b4f02-b3f8-4df4-8260-b97aaa8acba3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.776062 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.782616 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/754b4f02-b3f8-4df4-8260-b97aaa8acba3 HTTP/1.1" status: 204 len: 168 time: 0.3553586 Oct 28 09:52:39.784293 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda31fb-9afc-402a-ae2f-29720f4e0b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754b4f02-b3f8-4df4-8260-b97aaa8acba3,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:39.786308 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43916) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:39.881430 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (1666829f-6767-47ba-8992-89a59106d1b1), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:39.979369 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (1666829f-6767-47ba-8992-89a59106d1b1), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.015468 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1666829f-6767-47ba-8992-89a59106d1b1']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:40.027279 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:40.027564 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:40.040051 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.060794 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.070759 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:52:40.071432 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.180770 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (1666829f-6767-47ba-8992-89a59106d1b1), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.187234 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.190950 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1666829f-6767-47ba-8992-89a59106d1b1 HTTP/1.1" status: 204 len: 168 time: 0.4028373 Oct 28 09:52:40.206137 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a0849-3133-4cea-8b1f-6ef0ccde071f admin admin] Pushing event deleted for resources: {'Network': ['ID=1666829f-6767-47ba-8992-89a59106d1b1,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:40.502549 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43932) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:40.546154 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-3a8027d9-77b2-4f3b-b7bb-7b614d737805 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e55674d8a23540c5bed9195c78591793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422990 Oct 28 09:52:40.549003 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43934) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:40.604887 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] Publish callbacks [] for security_group (daf28137-0ac7-4aef-b44a-0ee608f3298e), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.628575 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] Publish callbacks [] for security_group (daf28137-0ac7-4aef-b44a-0ee608f3298e), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.683486 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (daf28137-0ac7-4aef-b44a-0ee608f3298e), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.686863 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:40.688087 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/daf28137-0ac7-4aef-b44a-0ee608f3298e HTTP/1.1" status: 204 len: 168 time: 0.1381288 Oct 28 09:52:40.699113 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744525f-af28-4d4c-86e3-7a6a6ecd913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf28137-0ac7-4aef-b44a-0ee608f3298e,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:41.103427 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43940) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:41.153365 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-028bdc92-bf96-43f9-9ea9-8d302befd45b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=57d28e1bf8b247f8887df8135d92a40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483937 Oct 28 09:52:41.157052 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 43942) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:41.214435 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] Publish callbacks [] for security_group (715705e2-0fc9-42ce-80a8-f7a37b3f7871), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:41.241389 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] Publish callbacks [] for security_group (715705e2-0fc9-42ce-80a8-f7a37b3f7871), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:41.318186 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (715705e2-0fc9-42ce-80a8-f7a37b3f7871), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:41.323810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:41.326017 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/715705e2-0fc9-42ce-80a8-f7a37b3f7871 HTTP/1.1" status: 204 len: 168 time: 0.1675625 Oct 28 09:52:41.341742 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58704951-7d35-41cc-88e9-13f4443ae35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715705e2-0fc9-42ce-80a8-f7a37b3f7871,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:41.412240 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9 resource provider aggregate not found Oct 28 09:52:41.433495 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f140d9e7-9b93-4100-ba3a-f5fdf28c2ef9 found for delete ", "request_id": "req-78fa7581-d77a-45b1-a8e5-f4977fece1a8"}]} Oct 28 09:52:42.530962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-56cc059a-27b1-42d7-9377-7e61fda744c4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1495480626&fields=id&tenant_id=937954dbeac043c29259ada2924c4953 HTTP/1.1" status: 200 len: 267 time: 0.0621703 Oct 28 09:52:42.681730 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-df21fec0-ce3a-490b-b6c4-cfcccf713f67 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:42.684404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-df21fec0-ce3a-490b-b6c4-cfcccf713f67 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 809 time: 0.1411951 Oct 28 09:52:42.704997 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-a34c1ee9-9c9d-4eb2-bfac-ad86723202be tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/quotas/937954dbeac043c29259ada2924c4953 HTTP/1.1" status: 200 len: 375 time: 0.0142493 Oct 28 09:52:42.784435 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-71506147-eb01-49e2-b027-d79dd7506c43 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695164 Oct 28 09:52:42.916706 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-8cdc9f0d-cdb8-4794-9225-6b930991aa20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124351 Oct 28 09:52:43.073907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-c7c04928-45f7-4e9c-b790-cf6446212278 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451974 Oct 28 09:52:43.557130 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a38a9ab0-0056-4be3-8d36-020b719cfddc req-b1ed6038-79fe-41f7-a3b4-f61a3937d0a2 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 210 time: 0.0428009 Oct 28 09:52:43.901895 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44038) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:44.135285 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-028b6b27-3f67-4369-a196-651283e1e854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.179108 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:44.260900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-028b6b27-3f67-4369-a196-651283e1e854 admin admin] Publish callbacks [] for security_group (9ea5ae0d-c2f3-435e-9017-2c27ca9fda14), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.265625 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-028b6b27-3f67-4369-a196-651283e1e854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9ea5ae0d-c2f3-435e-9017-2c27ca9fda14), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.271486 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:44.311979 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b6b27-3f67-4369-a196-651283e1e854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5ae0d-c2f3-435e-9017-2c27ca9fda14,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:44.319233 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-028b6b27-3f67-4369-a196-651283e1e854 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cc0b8c4858ad4ccbb73c54cd7012d924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160213 Oct 28 09:52:44.320222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44046) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:44.392120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] Publish callbacks [] for security_group (9ea5ae0d-c2f3-435e-9017-2c27ca9fda14), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.416768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] Publish callbacks [] for security_group (9ea5ae0d-c2f3-435e-9017-2c27ca9fda14), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.489909 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9ea5ae0d-c2f3-435e-9017-2c27ca9fda14), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.492869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:44.494065 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ea5ae0d-c2f3-435e-9017-2c27ca9fda14 HTTP/1.1" status: 204 len: 168 time: 0.1722431 Oct 28 09:52:44.503875 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ae352-ad36-41ce-a378-abca837698fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5ae0d-c2f3-435e-9017-2c27ca9fda14,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:44.711206 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b77deb39-7415-4ecd-9eb6-64b396c26023 req-7f11c910-7695-4698-b00b-335a1c0007cd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 210 time: 0.0542352 Oct 28 09:52:45.103336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-7aa89868-99ec-42bf-8e8b-f2a80df5dd67 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:45.107124 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-7aa89868-99ec-42bf-8e8b-f2a80df5dd67 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 809 time: 0.1656952 Oct 28 09:52:45.241028 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-ce36bc7b-0471-4689-94bc-2fd025705c57 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=937954dbeac043c29259ada2924c4953 HTTP/1.1" status: 200 len: 380 time: 0.1132634 Oct 28 09:52:45.267960 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'port': {'device_id': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'admin_state_up': True, 'tenant_id': '937954dbeac043c29259ada2924c4953', 'security_groups': ['2856a85b-1555-4b69-a081-dff6dc77ebc8']}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:45.349984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:45.448662 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:45.465478 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Made reservation on behalf of 937954dbeac043c29259ada2924c4953 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:45.472725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:45.697533 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Allocated IP 172.20.0.13 (89f037fa-c0bb-4fca-88c2-3f761674a9f5/6581d325-bdaf-4b28-9b76-6ecea6a97cbd/3d968631-497a-49af-abf4-297aa62504c8) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:45.999547 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-77dc8602-8170-495d-88d5-59ebb7784e23 req-7309ba03-5039-4d03-9666-bb8d80ea1cee tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 210 time: 0.0884900 Oct 28 09:52:46.099254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for port (3d968631-497a-49af-abf4-297aa62504c8), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.156741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.247682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:46.253867 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:46.257992 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:52:46.310243 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:46.348918 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:46.349596 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.373620 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-4015d9ba-a07d-4bc7-b5f7-1c9fce208b98 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1136010 Oct 28 09:52:46.394774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Request body: {'port': {'device_id': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:52:46.504996 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.648322 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-e31f7fc2-e15b-4b40-b68e-33dcef22f407 None None] Provisioning complete for port 3d968631-497a-49af-abf4-297aa62504c8 triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:52:46.649147 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e31f7fc2-e15b-4b40-b68e-33dcef22f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3d968631-497a-49af-abf4-297aa62504c8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.649695 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-e31f7fc2-e15b-4b40-b68e-33dcef22f407 None None] Attempt 1 to provision port 3d968631-497a-49af-abf4-297aa62504c8 Oct 28 09:52:46.727388 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:46.729460 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-e31f7fc2-e15b-4b40-b68e-33dcef22f407 None None] Port 3d968631-497a-49af-abf4-297aa62504c8 cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:52:46.745572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:46.828393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d968631-497a-49af-abf4-297aa62504c8 {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:52:46.832933 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:46.838586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks [] for port (3d968631-497a-49af-abf4-297aa62504c8), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.856568 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Transition to ACTIVE for port object 3d968631-497a-49af-abf4-297aa62504c8 will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:52:46.862071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:46.950092 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:47.037151 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Attempting to bind port 3d968631-497a-49af-abf4-297aa62504c8 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:52:47.038762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Attempting to bind port 3d968631-497a-49af-abf4-297aa62504c8 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:52:47.039306 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Attempting to bind port 3d968631-497a-49af-abf4-297aa62504c8 on network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:47.117634 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Port 3d968631-497a-49af-abf4-297aa62504c8 on network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:47.118065 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Attempting to bind port 3d968631-497a-49af-abf4-297aa62504c8 on network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:47.224749 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:52:47.225069 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Checking segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:52:47.225467 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Bound using segment: {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:52:47.225923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Bound port: 3d968631-497a-49af-abf4-297aa62504c8, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:52:47.226278 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:47.252884 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b294-0c62-486a-85b2-cc796daffaba req-a7acac53-7569-4322-b870-46e43d4b11c4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:47.254487 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-50b4b294-0c62-486a-85b2-cc796daffaba req-a7acac53-7569-4322-b870-46e43d4b11c4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0856056 Oct 28 09:52:47.393172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:47.399050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:47.406875 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-50b4b294-0c62-486a-85b2-cc796daffaba req-86e7b6fc-10a9-467c-a4ce-5843d8adee44 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219800 Oct 28 09:52:47.408813 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:47.413817 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:47.414387 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:47.415877 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1094 time: 1.0285888 Oct 28 09:52:47.416482 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:52:47.419191 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee53db1-af86-4199-9a86-2648a55e82fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:47.511137 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68aaa-17cd-423f-81e4-c6d915c1fb14 service neutron] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:47.543562 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdefb61-c87b-426d-8594-14f18d2e0427 x-openstack-request-id: req-8bdefb61-c87b-426d-8594-14f18d2e0427 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:47.544031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:47.544434 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bdefb61-c87b-426d-8594-14f18d2e0427 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:47.545122 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdefb61-c87b-426d-8594-14f18d2e0427'] response: {'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'status': 'completed', 'code': 200} Oct 28 09:52:47.638517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-1633318f-c4fd-471f-bd34-3221ebd1e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:47.641634 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-1633318f-c4fd-471f-bd34-3221ebd1e654 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1128 time: 0.0710981 Oct 28 09:52:47.719240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-666a2e95-3d81-44a3-976f-db07ee66f6be service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 217 time: 0.0650985 Oct 28 09:52:47.788945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-7961d637-d146-4a53-8629-56c1045a8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:47.790890 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-7961d637-d146-4a53-8629-56c1045a8a92 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0656521 Oct 28 09:52:47.854620 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44168) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:47.855911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125285-e213-4959-a713-b89e6f1699ab req-c2d77f17-5602-4f4c-98af-567a0faf7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:47.857760 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-c2d77f17-5602-4f4c-98af-567a0faf7674 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0558338 Oct 28 09:52:48.003356 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-46875ac1-8293-4a87-a52f-1a8c7eff22e5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385088 Oct 28 09:52:48.047453 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6aa4004f-51a9-4e4c-b57f-62adef944726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.137530 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-39125285-e213-4959-a713-b89e6f1699ab req-1dde039b-69e6-4d2e-8104-1d4c68486506 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270251 Oct 28 09:52:48.186253 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6aa4004f-51a9-4e4c-b57f-62adef944726 admin admin] Publish callbacks [] for security_group (c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.191449 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6aa4004f-51a9-4e4c-b57f-62adef944726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.198141 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44174) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:48.239741 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4004f-51a9-4e4c-b57f-62adef944726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:48.245656 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6aa4004f-51a9-4e4c-b57f-62adef944726 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5cbdd43cc2174746804966f7a7eabd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896933 Oct 28 09:52:48.249086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44178) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:48.306963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] Publish callbacks [] for security_group (c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.309869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:48.316301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:48.340210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] Publish callbacks [] for security_group (c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.362703 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b329-e518-45ea-96ca-9ab01f25de13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.438816 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.441681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.443006 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6 HTTP/1.1" status: 204 len: 168 time: 0.1929252 Oct 28 09:52:48.458807 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b30d6-9848-49eb-a579-4cb5321b7419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6bdd5-3056-4eb0-a91b-ed5493c6fca6,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:48.632779 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-32a9f220-56c9-4363-b868-9d0bdeb72fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:48.635453 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-32a9f220-56c9-4363-b868-9d0bdeb72fe1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1128 time: 0.1615891 Oct 28 09:52:48.686560 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b329-e518-45ea-96ca-9ab01f25de13 admin admin] Publish callbacks [] for security_group (c4d13498-b5b6-4c66-bf2c-2835041706b8), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.719898 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b329-e518-45ea-96ca-9ab01f25de13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c4d13498-b5b6-4c66-bf2c-2835041706b8), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.732246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22203f-1424-4aca-8f44-8731202b60d4 req-7e0bedcb-b9cc-4a48-a67c-509af2db7b63 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:48.734544 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1d22203f-1424-4aca-8f44-8731202b60d4 req-7e0bedcb-b9cc-4a48-a67c-509af2db7b63 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.1789005 Oct 28 09:52:48.812787 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6b329-e518-45ea-96ca-9ab01f25de13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d13498-b5b6-4c66-bf2c-2835041706b8,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:48.833415 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e0a6b329-e518-45ea-96ca-9ab01f25de13 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26cc37255bb34b02941e9fb18c753762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6337228 Oct 28 09:52:48.837676 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44186) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:48.871599 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-5d7f90ca-334f-4c09-abfe-95a59ec790f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:48.873218 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-5d7f90ca-334f-4c09-abfe-95a59ec790f8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.2276924 Oct 28 09:52:48.879488 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1d22203f-1424-4aca-8f44-8731202b60d4 req-b45254b1-3ff7-4f68-b6f6-58a7fac189c1 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287835 Oct 28 09:52:48.927821 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-d4ae68fa-7e20-4120-8d6b-c6b8817464fd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 217 time: 0.0426557 Oct 28 09:52:48.950324 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44188) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:48.962681 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] Publish callbacks [] for security_group (c4d13498-b5b6-4c66-bf2c-2835041706b8), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.992027 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c658e02-22ce-46c4-adfe-3e2cb09b3c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:48.998877 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] Publish callbacks [] for security_group (c4d13498-b5b6-4c66-bf2c-2835041706b8), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.017956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-661a5bed-b6d6-4f7e-9fc7-9af789679b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:49.019517 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-661a5bed-b6d6-4f7e-9fc7-9af789679b0b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0829055 Oct 28 09:52:49.078121 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c4d13498-b5b6-4c66-bf2c-2835041706b8), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.081789 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.083651 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c4d13498-b5b6-4c66-bf2c-2835041706b8 HTTP/1.1" status: 204 len: 168 time: 0.2431357 Oct 28 09:52:49.097634 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d73bf9-55e8-4ea7-a5c1-0169b45c86bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d13498-b5b6-4c66-bf2c-2835041706b8,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.098483 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-964b05b9-3175-4f57-b01c-80b275cbd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:49.099813 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-964b05b9-3175-4f57-b01c-80b275cbd2d0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0718193 Oct 28 09:52:49.207199 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c658e02-22ce-46c4-adfe-3e2cb09b3c30 admin admin] Publish callbacks [] for security_group (7e1e4fb0-6258-4ccb-9424-acc20764b13a), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.221493 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c658e02-22ce-46c4-adfe-3e2cb09b3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (7e1e4fb0-6258-4ccb-9424-acc20764b13a), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.245403 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:49.264179 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-91549d5e-3602-45dd-b9ba-d50060a2f466 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570802 Oct 28 09:52:49.294202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:49.308705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c658e02-22ce-46c4-adfe-3e2cb09b3c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e4fb0-6258-4ccb-9424-acc20764b13a,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.339182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6c658e02-22ce-46c4-adfe-3e2cb09b3c30 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a1885f63b4014df7bc4d675070603132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860316 Oct 28 09:52:49.343605 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44194) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:49.416335 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7ee53db1-af86-4199-9a86-2648a55e82fd req-33df49f1-8b66-476c-8c19-7ea46ea1d13f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374164 Oct 28 09:52:49.440484 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] Publish callbacks [] for security_group (7e1e4fb0-6258-4ccb-9424-acc20764b13a), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.480273 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] Publish callbacks [] for security_group (7e1e4fb0-6258-4ccb-9424-acc20764b13a), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.552703 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (7e1e4fb0-6258-4ccb-9424-acc20764b13a), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.555565 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.556980 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7e1e4fb0-6258-4ccb-9424-acc20764b13a HTTP/1.1" status: 204 len: 168 time: 0.2120814 Oct 28 09:52:49.579319 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf842333-7317-427f-946d-bb37ccd88599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e4fb0-6258-4ccb-9424-acc20764b13a,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.605229 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44198) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:49.631448 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3fc-af95-436a-93f3-43b5177e1fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.751076 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3fc-af95-436a-93f3-43b5177e1fa2 admin admin] Publish callbacks [] for security_group (c587aa40-9ff2-4def-ba4d-292e5661efc1), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.756155 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3fc-af95-436a-93f3-43b5177e1fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c587aa40-9ff2-4def-ba4d-292e5661efc1), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.762616 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:49.806737 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6d3fc-af95-436a-93f3-43b5177e1fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c587aa40-9ff2-4def-ba4d-292e5661efc1,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.811974 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1de6d3fc-af95-436a-93f3-43b5177e1fa2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a61b4331030145e4a2b3b6697eb1b2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047489 Oct 28 09:52:49.816380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44200) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:52:49.894503 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] Publish callbacks [] for security_group (c587aa40-9ff2-4def-ba4d-292e5661efc1), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.931566 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] Publish callbacks [] for security_group (c587aa40-9ff2-4def-ba4d-292e5661efc1), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:49.956458 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:50.041667 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (c587aa40-9ff2-4def-ba4d-292e5661efc1), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:50.048572 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:50.050674 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c587aa40-9ff2-4def-ba4d-292e5661efc1 HTTP/1.1" status: 204 len: 168 time: 0.2331975 Oct 28 09:52:50.066136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d54bb-85b8-4f9d-8e9d-3dfc6be3c67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c587aa40-9ff2-4def-ba4d-292e5661efc1,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:50.092035 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd8ed0-3d0d-4495-a73a-5dc334466ee4 req-e57dc816-7771-426d-a0cf-9f44f18bb11e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:50.099531 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-56bd8ed0-3d0d-4495-a73a-5dc334466ee4 req-e57dc816-7771-426d-a0cf-9f44f18bb11e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0907013 Oct 28 09:52:50.167187 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-56bd8ed0-3d0d-4495-a73a-5dc334466ee4 req-5e7984db-c2a4-4d61-9e9d-128ae7c86f1b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668640 Oct 28 09:52:51.373606 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc00d9c-bb24-47e8-a30d-d393eb7d56cf req-42cb881b-2a12-4ba2-9321-dff1347099cb tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:51.375303 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0bc00d9c-bb24-47e8-a30d-d393eb7d56cf req-42cb881b-2a12-4ba2-9321-dff1347099cb tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0668986 Oct 28 09:52:51.440969 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0bc00d9c-bb24-47e8-a30d-d393eb7d56cf req-5f610738-c498-474b-8839-a0159b8aeb25 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539558 Oct 28 09:52:52.003309 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:52.679168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f68cb-a53e-444c-a8f2-1d0a311bb54c req-e6344f1b-29b9-45ae-80e8-f1b5cf2a4d2e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:52.681861 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a83f68cb-a53e-444c-a8f2-1d0a311bb54c req-e6344f1b-29b9-45ae-80e8-f1b5cf2a4d2e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0827057 Oct 28 09:52:52.772265 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a83f68cb-a53e-444c-a8f2-1d0a311bb54c req-234b1456-389f-4da6-a1d2-a5dde9c10604 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817068 Oct 28 09:52:53.998890 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=70 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:52:54.053075 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364d23e-f72b-4e97-aa6d-4e2af87562a6 req-42d46601-be60-4167-b607-711580662cc6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:54.055060 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a364d23e-f72b-4e97-aa6d-4e2af87562a6 req-42d46601-be60-4167-b607-711580662cc6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0923433 Oct 28 09:52:54.151862 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-a364d23e-f72b-4e97-aa6d-4e2af87562a6 req-e2cbbd57-53d5-4e5a-a7da-063ec61dfade tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892949 Oct 28 09:52:55.324033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1487-0120-4d3e-b9dd-513a50ae2ea0 req-1049df29-8a21-4ee6-82c3-4c58286da7f4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:55.325647 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e3f1487-0120-4d3e-b9dd-513a50ae2ea0 req-1049df29-8a21-4ee6-82c3-4c58286da7f4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0657361 Oct 28 09:52:55.411296 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7e3f1487-0120-4d3e-b9dd-513a50ae2ea0 req-6e53d4e6-defd-4e36-8e45-c8d04b57e43b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783339 Oct 28 09:52:56.552328 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202546dc-72f5-42e6-9e95-cc0a486ceec0 req-73239229-c040-4574-bf3c-4b6580862d46 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:56.553866 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-202546dc-72f5-42e6-9e95-cc0a486ceec0 req-73239229-c040-4574-bf3c-4b6580862d46 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0502915 Oct 28 09:52:56.613934 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-202546dc-72f5-42e6-9e95-cc0a486ceec0 req-2807442f-8736-4484-a3eb-be09782c32d6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539982 Oct 28 09:52:57.221602 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:52:57.356003 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:57.369553 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '3d968631-497a-49af-abf4-297aa62504c8', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'mac_address': 'fa:16:3e:e1:6c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:52:57.413731 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 3d968631-497a-49af-abf4-297aa62504c8 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:52:57.414125 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:57.431139 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d968631-497a-49af-abf4-297aa62504c8 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:52:57.458691 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:57.464027 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:52:57.526031 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:57.750705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc4d01-0d1a-4714-8c0b-e35033bd8477 req-04f9552a-da38-4284-9c26-cf0bbc92793f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:57.752386 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b2fc4d01-0d1a-4714-8c0b-e35033bd8477 req-04f9552a-da38-4284-9c26-cf0bbc92793f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Oct 28 09:52:57.811369 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b2fc4d01-0d1a-4714-8c0b-e35033bd8477 req-bb8aaca6-7515-4733-8ef6-aff3e9ac53d6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522499 Oct 28 09:52:58.950956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322fef6-7cef-41ca-9c42-d65d70cde272 req-f691bb41-605e-4c43-8b7e-60f798332c10 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:52:58.953180 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e322fef6-7cef-41ca-9c42-d65d70cde272 req-f691bb41-605e-4c43-8b7e-60f798332c10 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 945 time: 0.0552123 Oct 28 09:52:59.028606 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e322fef6-7cef-41ca-9c42-d65d70cde272 req-3fc3d4d7-25f3-40f9-ac2c-74f96ba5b7bf tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649583 Oct 28 09:52:59.996650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:00.056773 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:DELETE=3,neutron:SELECT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:00.178987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc9964-563a-4144-9e92-763b3d5ab5b5 req-60756dd9-a115-4981-bc39-0fe762d8052c tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:00.181690 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bafc9964-563a-4144-9e92-763b3d5ab5b5 req-60756dd9-a115-4981-bc39-0fe762d8052c tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 945 time: 0.0701258 Oct 28 09:53:00.259602 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bafc9964-563a-4144-9e92-763b3d5ab5b5 req-b9426790-5b91-4e14-93c9-70ce9257edf5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702515 Oct 28 09:53:00.420656 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['3d968631-497a-49af-abf4-297aa62504c8'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:53:01.260915 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:01.429313 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:01.445531 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45e67f-1e80-46c5-ae94-0978d34dd533 req-bc68ec95-19a1-4fa8-9dbd-9e78142717dd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:01.447199 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb45e67f-1e80-46c5-ae94-0978d34dd533 req-bc68ec95-19a1-4fa8-9dbd-9e78142717dd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 945 time: 0.0662360 Oct 28 09:53:01.524654 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-eb45e67f-1e80-46c5-ae94-0978d34dd533 req-e4a123bd-e321-41c2-8154-edac5bf5c945 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669472 Oct 28 09:53:02.053417 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:02.330769 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:53:02.406730 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 3d968631-497a-49af-abf4-297aa62504c8 completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:53:02.421317 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 3d968631-497a-49af-abf4-297aa62504c8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:53:02.422251 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3d968631-497a-49af-abf4-297aa62504c8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:02.423084 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 3d968631-497a-49af-abf4-297aa62504c8 Oct 28 09:53:02.533238 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:02.564178 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 3d968631-497a-49af-abf4-297aa62504c8 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:53:02.564762 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:02.604554 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:53:02.607338 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdef86c-fcd5-4c1f-b81b-4bfd777a0102" -d '{"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-plugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:02.626996 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:02.632748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:02.664980 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:02.708483 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e3ec2924-d920-4b81-8bda-7a1fc41efcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:02.709785 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:02.717007 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da8844-a11c-4290-a256-04ee5e657af1 req-b0e7f71e-93b8-45c6-8dbd-dcac2074bc26 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:02.719096 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-13da8844-a11c-4290-a256-04ee5e657af1 req-b0e7f71e-93b8-45c6-8dbd-dcac2074bc26 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0588877 Oct 28 09:53:02.732980 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:02.746151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.748412 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.748894 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.749343 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.749757 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.750170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.750634 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.751044 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.751453 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.751859 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.752261 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.752662 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.753067 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.753567 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.753966 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:02.841351 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-13da8844-a11c-4290-a256-04ee5e657af1 req-93f1ebf4-8f44-4fc3-be6a-a89b180517d8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106348 Oct 28 09:53:02.952692 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb36e4f-e507-4148-a937-b06c3dd9def6 x-openstack-request-id: req-ceb36e4f-e507-4148-a937-b06c3dd9def6 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:02.953172 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-plugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:02.953581 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceb36e4f-e507-4148-a937-b06c3dd9def6 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:02.954144 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb36e4f-e507-4148-a937-b06c3dd9def6'] response: {'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'code': 200} Oct 28 09:53:02.955517 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44432) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:03.168806 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-26889803-03a0-4641-b510-224a4b44789f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.305631 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-26889803-03a0-4641-b510-224a4b44789f admin admin] Publish callbacks [] for security_group (ad411a41-a423-428b-9ef3-d06b54c2949f), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.310248 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a833f9e-705b-4d9d-96d5-cc6cde238961 req-5a188633-eeca-4777-b139-e1f4ea444836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:03.312265 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1a833f9e-705b-4d9d-96d5-cc6cde238961 req-5a188633-eeca-4777-b139-e1f4ea444836 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0680528 Oct 28 09:53:03.313595 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-26889803-03a0-4641-b510-224a4b44789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ad411a41-a423-428b-9ef3-d06b54c2949f), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.364851 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-26889803-03a0-4641-b510-224a4b44789f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6e0572ae10cb4b979381039123dd97ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077356 Oct 28 09:53:03.369245 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44444) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:03.417859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26889803-03a0-4641-b510-224a4b44789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad411a41-a423-428b-9ef3-d06b54c2949f,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:03.459127 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1a833f9e-705b-4d9d-96d5-cc6cde238961 req-d748c350-9623-4bc1-8ac5-bfa32203bc6f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204460 Oct 28 09:53:03.475886 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] Publish callbacks [] for security_group (ad411a41-a423-428b-9ef3-d06b54c2949f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.515490 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] Publish callbacks [] for security_group (ad411a41-a423-428b-9ef3-d06b54c2949f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.599276 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (ad411a41-a423-428b-9ef3-d06b54c2949f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.602025 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:03.603341 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ad411a41-a423-428b-9ef3-d06b54c2949f HTTP/1.1" status: 204 len: 168 time: 0.2297766 Oct 28 09:53:03.616183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197acbb-ac92-4443-9c85-775d1a9fa124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad411a41-a423-428b-9ef3-d06b54c2949f,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:04.026554 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44452) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:04.029834 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb354c-5e53-4ec6-8275-1c0385fcff9a req-e8261cb7-fa83-482b-9fb6-2d5ba6d14ce7 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:04.032504 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-85bb354c-5e53-4ec6-8275-1c0385fcff9a req-e8261cb7-fa83-482b-9fb6-2d5ba6d14ce7 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0657780 Oct 28 09:53:04.041493 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.121289 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-85bb354c-5e53-4ec6-8275-1c0385fcff9a req-3938173f-d2a4-4504-adb4-5f80d9a3ba1c tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817659 Oct 28 09:53:04.132828 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Publish callbacks [] for security_group (f7aa46b1-ca04-430f-b4de-f88a2eff5479), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.139123 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f7aa46b1-ca04-430f-b4de-f88a2eff5479), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.212049 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b3ed0472da894cff904311d71cb40088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838689 Oct 28 09:53:04.213463 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa46b1-ca04-430f-b4de-f88a2eff5479,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:04.214613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44454) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:04.227728 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.228301 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.228844 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.229421 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.229991 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.230608 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.231186 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.231759 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.232898 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.233494 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.234047 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.235344 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.235344 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.235836 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.236644 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd04b7e-8dbb-4616-97c4-eb6ba76479eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:04.599560 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] Publish callbacks [] for security_group (f7aa46b1-ca04-430f-b4de-f88a2eff5479), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.631539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] Publish callbacks [] for security_group (f7aa46b1-ca04-430f-b4de-f88a2eff5479), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.712620 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f7aa46b1-ca04-430f-b4de-f88a2eff5479), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.716271 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:04.718532 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f7aa46b1-ca04-430f-b4de-f88a2eff5479 HTTP/1.1" status: 204 len: 168 time: 0.5027034 Oct 28 09:53:04.737032 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffac35-a897-40eb-817b-5624b933d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa46b1-ca04-430f-b4de-f88a2eff5479,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:05.004641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-82d78e27-fb4b-4fa4-986b-953bf7501e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.129627 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44476) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:05.309236 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-61314f4b-44d7-4cb8-8b2e-f124c6d601e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.346762 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc9526-ae8d-4755-92aa-89fc10eead38 req-8cdb8f16-4c15-4eff-a8a9-4b3843242577 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:05.350515 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ebc9526-ae8d-4755-92aa-89fc10eead38 req-8cdb8f16-4c15-4eff-a8a9-4b3843242577 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0925927 Oct 28 09:53:05.369100 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:05.443212 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2ebc9526-ae8d-4755-92aa-89fc10eead38 req-48531141-7068-481f-9d1a-3de6a99d0afe tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845532 Oct 28 09:53:05.453808 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-61314f4b-44d7-4cb8-8b2e-f124c6d601e0 admin admin] Publish callbacks [] for security_group (1738a72e-4eb0-4089-8b6f-bfa063e0545b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.459761 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-61314f4b-44d7-4cb8-8b2e-f124c6d601e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1738a72e-4eb0-4089-8b6f-bfa063e0545b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.539722 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61314f4b-44d7-4cb8-8b2e-f124c6d601e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738a72e-4eb0-4089-8b6f-bfa063e0545b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:05.557708 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-61314f4b-44d7-4cb8-8b2e-f124c6d601e0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=87d9e193941c4afe8d81e422938ea996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266634 Oct 28 09:53:05.559597 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44494) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:05.661769 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] Publish callbacks [] for security_group (1738a72e-4eb0-4089-8b6f-bfa063e0545b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.683764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767195f8-61c8-4b82-a400-0a7d95825f0b req-35e72f28-6933-4b6c-890a-9646fb13d77b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:05.685990 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-767195f8-61c8-4b82-a400-0a7d95825f0b req-35e72f28-6933-4b6c-890a-9646fb13d77b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0850129 Oct 28 09:53:05.697034 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] Publish callbacks [] for security_group (1738a72e-4eb0-4089-8b6f-bfa063e0545b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.759892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:05.760796 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (1738a72e-4eb0-4089-8b6f-bfa063e0545b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.766790 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:05.767109 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-767195f8-61c8-4b82-a400-0a7d95825f0b req-763a9b33-dd88-4a61-bc22-46831aaa42d8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689011 Oct 28 09:53:05.769899 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1738a72e-4eb0-4089-8b6f-bfa063e0545b HTTP/1.1" status: 204 len: 168 time: 0.2075703 Oct 28 09:53:05.788296 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b597d-b163-40e1-a803-a8dabed8fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738a72e-4eb0-4089-8b6f-bfa063e0545b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:05.817677 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44504) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:05.882998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44508) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:06.142741 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7d34fe-5b5f-4cd3-bdd8-f2b82914976e tempest-TestShelveInstance-765346391 tempest-TestShelveInstance-765346391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:06.145328 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ed7d34fe-5b5f-4cd3-bdd8-f2b82914976e tempest-TestShelveInstance-765346391 tempest-TestShelveInstance-765346391-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1125 time: 0.3259699 Oct 28 09:53:06.149354 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44514) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:06.158144 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Request body: {'floatingip': {'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:06.196628 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for floatingip (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.349854 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-257903112-network', 'tenant_id': '723d60ae52dc4b76ac83b79e46d8950f'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:06.361626 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.395923 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44516) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:06.404328 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Made reservation on behalf of 723d60ae52dc4b76ac83b79e46d8950f for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:06.407108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.426071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-464aea63-a31d-4037-beeb-26f649ad0a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.429543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.460525 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:06.543592 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_common [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Allocated IP 172.37.3.242 (5bb461d1-d798-4cc6-b8a5-fc351d8b5013/5533924d-a326-4723-9019-9e911d829668/854f6888-4cb0-40f9-a273-5f5e0a68edcf) {{(pid=112835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:06.603249 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks [] for security_group (08eb1511-1ecb-4de0-9ea1-3c58045b4299), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.609916 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-464aea63-a31d-4037-beeb-26f649ad0a0f admin admin] Publish callbacks [] for security_group (3f2baecc-281f-4adf-9580-ad700a0f9514), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.611166 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (08eb1511-1ecb-4de0-9ea1-3c58045b4299), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.618723 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-464aea63-a31d-4037-beeb-26f649ad0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3f2baecc-281f-4adf-9580-ad700a0f9514), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.658493 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:53:06.677179 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:06.679540 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb1511-1ecb-4de0-9ea1-3c58045b4299,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:06.686448 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-464aea63-a31d-4037-beeb-26f649ad0a0f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d5934f936f52409f9fba8c7c28d3a32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890911 Oct 28 09:53:06.687794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (e445f40a-024e-458c-8e72-4599bb098b04), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.688141 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Added segment e445f40a-024e-458c-8e72-4599bb098b04 of type vlan for network a082746b-cc4d-4c0f-8a41-6190c6cd84f5 Oct 28 09:53:06.693237 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44520) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:06.741612 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.760479 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.776693 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aea63-a31d-4037-beeb-26f649ad0a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2baecc-281f-4adf-9580-ad700a0f9514,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:06.781107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (a082746b-cc4d-4c0f-8a41-6190c6cd84f5), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.804087 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.833216 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (a082746b-cc4d-4c0f-8a41-6190c6cd84f5), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.834182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:06.834798 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.837143 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] Publish callbacks [] for security_group (3f2baecc-281f-4adf-9580-ad700a0f9514), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.877593 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Network 5bb461d1-d798-4cc6-b8a5-fc351d8b5013 is already hosted by enough agents. {{(pid=112835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:06.883266 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Resources bound (agent type, host, resource id): {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:06.890565 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Received port after_create {{(pid=112835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:53:06.907907 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0234554 Oct 28 09:53:06.915531 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44522) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:06.923080 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Request body: {'subnet': {'network_id': 'a082746b-cc4d-4c0f-8a41-6190c6cd84f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-257903112-subnet', 'tenant_id': '723d60ae52dc4b76ac83b79e46d8950f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:06.940782 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] Publish callbacks [] for security_group (3f2baecc-281f-4adf-9580-ad700a0f9514), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:06.962004 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feb3c9-024a-4763-96dd-1d1ccdb2f2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a082746b-cc4d-4c0f-8a41-6190c6cd84f5,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:06.981183 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network a082746b-cc4d-4c0f-8a41-6190c6cd84f5 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:53:06.995355 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Made reservation on behalf of 723d60ae52dc4b76ac83b79e46d8950f for: {'subnet': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:06.998938 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59066177'] for subnet (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.020250 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:07.057775 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:07.133440 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (3f2baecc-281f-4adf-9580-ad700a0f9514), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.137341 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.138955 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3f2baecc-281f-4adf-9580-ad700a0f9514 HTTP/1.1" status: 204 len: 168 time: 0.4455338 Oct 28 09:53:07.157129 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902fecd-7167-4512-88bd-4efb2e6326c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2baecc-281f-4adf-9580-ad700a0f9514,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.182681 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'Port': ['ID=854f6888-4cb0-40f9-a273-5f5e0a68edcf,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.332354 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1078506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59066227'] for subnet (4802e4a1-377f-4788-825c-fbe1224ae942), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.408495 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4802e4a1-377f-4788-825c-fbe1224ae942,revision_number=0']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.410779 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Checking segment: {'id': 'e445f40a-024e-458c-8e72-4599bb098b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a082746b-cc4d-4c0f-8a41-6190c6cd84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:53:07.411236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Network hostable DHCP agents. Network: a082746b-cc4d-4c0f-8a41-6190c6cd84f5, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:53:07.433442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Network a082746b-cc4d-4c0f-8a41-6190c6cd84f5 is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:53:07.445277 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, a082746b-cc4d-4c0f-8a41-6190c6cd84f5) {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:07.450365 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:07.451113 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.460520 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351aedd1-7080-4b24-8f05-c4e2cb39be9e None None] Network a082746b-cc4d-4c0f-8a41-6190c6cd84f5 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:07.471197 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-4d86caa4-6edf-4076-9164-1ec2fb6c20cd admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5523224 Oct 28 09:53:07.677209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45453a-afc8-4d13-99f8-36fd38e3c6ab None None] Network a082746b-cc4d-4c0f-8a41-6190c6cd84f5 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:07.774077 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for floatingip (35d8757a-a09d-4791-bd8e-a194aa4dbbeb), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.914632 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), before_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:07.983007 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.050439 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:08.154257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), precommit_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.162074 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59075546'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), after_update {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.232329 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=100 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:08.243371 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (35d8757a-a09d-4791-bd8e-a194aa4dbbeb), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.248856 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event updated for resources: {'Port': ['ID=854f6888-4cb0-40f9-a273-5f5e0a68edcf,revision_number=2']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:08.257262 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.460853 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.db.l3_db [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Floating IP 35d8757a-a09d-4791-bd8e-a194aa4dbbeb associated. External IP: 172.37.3.242, port: 3d968631-497a-49af-abf4-297aa62504c8. Oct 28 09:53:08.644060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44560) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:08.651861 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1941629240-network', 'tenant_id': '44b475d014c44b189041dda9b761576e'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:08.694811 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Made reservation on behalf of 44b475d014c44b189041dda9b761576e for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:08.700157 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.712344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.829810 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Router 2390b467-1865-47fd-820c-cf4cde718343 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:08.837455 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks [] for security_group (95ad9cab-bcdc-446a-9e56-1ddb277bfa14), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.843905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (95ad9cab-bcdc-446a-9e56-1ddb277bfa14), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.890543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:53:08.920659 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad9cab-bcdc-446a-9e56-1ddb277bfa14,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:08.931397 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:08.932064 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Added segment 4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e of type vlan for network 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c Oct 28 09:53:09.012600 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (67a34f7e-3fc9-44f3-8510-65cd5d53bf9c), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.015821 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:09.027641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Sync routers for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:09.040262 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:09.041266 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.050729 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.073470 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (67a34f7e-3fc9-44f3-8510-65cd5d53bf9c), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.075442 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.079329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.105230 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e3deef5b-18c2-4ab4-a227-bf3b57096e7d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9537683 Oct 28 09:53:09.105854 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:53:09.108287 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ac3e126ef81b988e913916fa0f0e6c19a67832a1249e28016791dba9f487e5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f3ca7-910b-4d27-bdb9-bf0b86275d02" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:09.117710 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4720438 Oct 28 09:53:09.120955 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44572) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:09.127986 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Request body: {'subnet': {'network_id': '67a34f7e-3fc9-44f3-8510-65cd5d53bf9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1941629240-subnet', 'tenant_id': '44b475d014c44b189041dda9b761576e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:09.163257 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Made reservation on behalf of 44b475d014c44b189041dda9b761576e for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:09.166573 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59182348'] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.218057 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:09.222928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:09.351711 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-1d3db649-700d-4f69-87f0-7ceccfb47bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.354780 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-1d3db649-700d-4f69-87f0-7ceccfb47bb3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0936420 Oct 28 09:53:09.432151 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb680cdc-cb8f-4a11-9242-a73e4f86df82 x-openstack-request-id: req-cb680cdc-cb8f-4a11-9242-a73e4f86df82 {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:09.433089 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "status": "completed", "code": 200}]} {{(pid=112835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:09.433089 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb680cdc-cb8f-4a11-9242-a73e4f86df82 {{(pid=112835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:09.433662 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb680cdc-cb8f-4a11-9242-a73e4f86df82'] response: {'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'status': 'completed', 'code': 200} Oct 28 09:53:09.468635 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:09.533445 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '35d8757a-a09d-4791-bd8e-a194aa4dbbeb', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'floating_ip_address': '172.37.3.242', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '2390b467-1865-47fd-820c-cf4cde718343', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'mac_address': 'fa:16:3e:e1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:53:07Z', 'updated_at': '2022-10-28T09:53:07Z', 'revision_number': 0, 'project_id': '937954dbeac043c29259ada2924c4953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.559621 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59075495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59182398'] for subnet (75e605cd-cdf5-42a6-aab2-c09db70af517), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.570422 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:09.573645 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96616bd5-915c-424e-8ee4-4eab4512c9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=67a34f7e-3fc9-44f3-8510-65cd5d53bf9c,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:09.581962 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-b8543c2d-abe7-46ac-88c6-a772d7c2c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.584404 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-b8543c2d-abe7-46ac-88c6-a772d7c2c93d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.2215180 Oct 28 09:53:09.618441 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:53:09.635327 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e605cd-cdf5-42a6-aab2-c09db70af517,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:09.654254 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Checking segment: {'id': '4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '67a34f7e-3fc9-44f3-8510-65cd5d53bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:53:09.654872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Network hostable DHCP agents. Network: 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:53:09.679186 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Network 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:53:09.699312 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:09.721278 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.722301 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:09.731778 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:09.732068 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-33af593e-861d-45c2-9a19-94161de94014 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1000 time: 0.1327062 Oct 28 09:53:09.733748 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257e10b-dae1-488d-84a8-4cee526b09ce None None] Network 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:09.737792 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Checking router: 2390b467-1865-47fd-820c-cf4cde718343 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:09.764145 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-582414b6-843b-4d8d-9e8a-2a53e429c6e5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6315353 Oct 28 09:53:09.799912 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-1711583b-e827-4fa9-bf05-e6c2f6573dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.802971 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-1711583b-e827-4fa9-bf05-e6c2f6573dd9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0680964 Oct 28 09:53:09.863463 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:09.865098 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.885446 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-761a596b-79e9-4051-9f0e-895991b894b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:09.889339 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-761a596b-79e9-4051-9f0e-895991b894b7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0789702 Oct 28 09:53:09.977194 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:10.083942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-15f5f8e6-b2ff-4d99-898b-7bbf8a2683b0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867332 Oct 28 09:53:10.128434 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426ef83-a892-413c-a1e7-1619bb2c05c9 None None] Network 67a34f7e-3fc9-44f3-8510-65cd5d53bf9c requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:10.250687 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-433f3ca7-910b-4d27-bdb9-bf0b86275d02 req-554532fa-dabe-43ad-99aa-919d6140a34a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584878 Oct 28 09:53:10.476058 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:10.917570 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '35d8757a-a09d-4791-bd8e-a194aa4dbbeb', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'floating_ip_address': '172.37.3.242', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '2390b467-1865-47fd-820c-cf4cde718343', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'mac_address': 'fa:16:3e:e1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:53:07Z', 'updated_at': '2022-10-28T09:53:07Z', 'revision_number': 0, 'project_id': '937954dbeac043c29259ada2924c4953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:10.948131 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485c70a-0c01-4581-92bf-585d975c4a01 None None] The sync data for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi is: [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '35d8757a-a09d-4791-bd8e-a194aa4dbbeb', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'floating_ip_address': '172.37.3.242', 'floating_network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'router_id': '2390b467-1865-47fd-820c-cf4cde718343', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'mac_address': 'fa:16:3e:e1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T09:53:07Z', 'updated_at': '2022-10-28T09:53:07Z', 'revision_number': 0, 'project_id': '937954dbeac043c29259ada2924c4953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:11.212530 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938e3cb-2b74-4a63-8d30-cb81e85aa0a6 None None] New status for floating IP 35d8757a-a09d-4791-bd8e-a194aa4dbbeb: ACTIVE {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:53:12.172138 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44698) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:12.339885 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-803ae888-64e6-4e0a-8957-ac46a3261e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.404633 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:12.449800 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-803ae888-64e6-4e0a-8957-ac46a3261e5f admin admin] Publish callbacks [] for security_group (2131cdc6-590b-439b-9b9f-12f165b6855c), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.455361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-803ae888-64e6-4e0a-8957-ac46a3261e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2131cdc6-590b-439b-9b9f-12f165b6855c), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.514711 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-803ae888-64e6-4e0a-8957-ac46a3261e5f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=90c775ca8d20433b94a04374ff7813f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409748 Oct 28 09:53:12.515708 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ae888-64e6-4e0a-8957-ac46a3261e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2131cdc6-590b-439b-9b9f-12f165b6855c,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:12.518341 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44704) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:12.586965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] Publish callbacks [] for security_group (2131cdc6-590b-439b-9b9f-12f165b6855c), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.613872 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] Publish callbacks [] for security_group (2131cdc6-590b-439b-9b9f-12f165b6855c), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.692064 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2131cdc6-590b-439b-9b9f-12f165b6855c), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.695286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:12.696751 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2131cdc6-590b-439b-9b9f-12f165b6855c HTTP/1.1" status: 204 len: 168 time: 0.1771786 Oct 28 09:53:12.710552 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0662e-7d78-481c-8cf3-b1a375cdace8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131cdc6-590b-439b-9b9f-12f165b6855c,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:13.117216 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44710) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:13.140757 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c09766de-a080-428e-a36e-e60ff6032bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.271580 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c09766de-a080-428e-a36e-e60ff6032bc0 admin admin] Publish callbacks [] for security_group (296dc63e-f324-4466-8509-86414bcf860e), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.277900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c09766de-a080-428e-a36e-e60ff6032bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (296dc63e-f324-4466-8509-86414bcf860e), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.343686 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09766de-a080-428e-a36e-e60ff6032bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296dc63e-f324-4466-8509-86414bcf860e,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:13.353244 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c09766de-a080-428e-a36e-e60ff6032bc0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9492825663f04194b6989ef7c64cbf82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340577 Oct 28 09:53:13.355484 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44716) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:13.452627 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] Publish callbacks [] for security_group (296dc63e-f324-4466-8509-86414bcf860e), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.493971 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] Publish callbacks [] for security_group (296dc63e-f324-4466-8509-86414bcf860e), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.551486 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:13.606079 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (296dc63e-f324-4466-8509-86414bcf860e), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.612638 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:13.614767 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/296dc63e-f324-4466-8509-86414bcf860e HTTP/1.1" status: 204 len: 168 time: 0.2570546 Oct 28 09:53:13.632913 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4a3dc-cba8-42a5-83ce-9cabd9a2fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296dc63e-f324-4466-8509-86414bcf860e,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:14.110289 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a2079-3c60-4ba7-b64e-5249f76cefb9 req-331961da-da0c-47bd-8c03-934f492a5355 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:14.113243 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f15a2079-3c60-4ba7-b64e-5249f76cefb9 req-331961da-da0c-47bd-8c03-934f492a5355 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.0713065 Oct 28 09:53:14.180782 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f15a2079-3c60-4ba7-b64e-5249f76cefb9 req-2f4da67f-08df-435d-8b7f-107dd7035b56 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598099 Oct 28 09:53:15.365201 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879d17-742b-4222-a7e5-8d9a098cada6 req-df6ceac4-1449-429f-9d99-be66f2cafa3e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:15.367005 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f879d17-742b-4222-a7e5-8d9a098cada6 req-df6ceac4-1449-429f-9d99-be66f2cafa3e tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.0756407 Oct 28 09:53:15.432253 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6f879d17-742b-4222-a7e5-8d9a098cada6 req-86d634de-ebb3-40c1-bdfd-ad5143ef6891 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=22b2e51e-9974-4bde-a23b-764e8a8cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585315 Oct 28 09:53:15.648907 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-da4698b4-8f73-48f8-88e1-ee0a06be04e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:15.651598 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-da4698b4-8f73-48f8-88e1-ee0a06be04e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 947 time: 0.0750444 Oct 28 09:53:15.794030 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Deleting port 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:15.795255 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (533de8d8-0438-4dd2-946d-f12312377670), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:15.921577 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] For port 533de8d8-0438-4dd2-946d-f12312377670, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=533de8d8-0438-4dd2-946d-f12312377670,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:15.922673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (533de8d8-0438-4dd2-946d-f12312377670), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:16.169793 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:16.170307 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795505'] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:16.170713 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Floating IP 448083dc-a29b-45dd-8f59-b846e523fe79 disassociated. External IP: 172.37.3.217, port: 533de8d8-0438-4dd2-946d-f12312377670. Oct 28 09:53:16.171112 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Calling delete_port for 533de8d8-0438-4dd2-946d-f12312377670 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:16.183069 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:16.262995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:16.374145 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (533de8d8-0438-4dd2-946d-f12312377670), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:16.407998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'Port': ['ID=533de8d8-0438-4dd2-946d-f12312377670,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:16.665856 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69fbe253-0a49-4ddf-b2a8-8f67944abc47 req-27ee3071-6528-4c9e-a3bf-96dd7916f732 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0630169 Oct 28 09:53:16.682738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:16.920072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:16.941391 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:16.955127 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:16.956645 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:17.017484 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] No DVR routers for this DVR port 533de8d8-0438-4dd2-946d-f12312377670 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:53:17.021943 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:17.028161 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11e6bf60-e726-4fe7-907b-893aef32a739 req-88508ae2-d376-40a5-ada0-2c781d754788 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.55 "DELETE /networking/v2.0/ports/533de8d8-0438-4dd2-946d-f12312377670 HTTP/1.1" status: 204 len: 173 time: 1.3689990 Oct 28 09:53:17.029748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-deleted', 'tag': '533de8d8-0438-4dd2-946d-f12312377670'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:53:17.034119 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6108ebc1-e75d-48e2-b15e-a15797b79798" -d '{"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-deleted", "tag": "533de8d8-0438-4dd2-946d-f12312377670"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:17.152566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5b2a02-4159-41ed-947a-fbc37a866a11 x-openstack-request-id: req-ea5b2a02-4159-41ed-947a-fbc37a866a11 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:17.153187 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e375d-f7ab-4d35-a8c7-081596d0e6e2", "name": "network-vif-deleted", "tag": "533de8d8-0438-4dd2-946d-f12312377670", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:17.153537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea5b2a02-4159-41ed-947a-fbc37a866a11 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:17.154384 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5b2a02-4159-41ed-947a-fbc37a866a11'] response: {'server_uuid': 'b68e375d-f7ab-4d35-a8c7-081596d0e6e2', 'name': 'network-vif-deleted', 'tag': '533de8d8-0438-4dd2-946d-f12312377670', 'status': 'completed', 'code': 200} Oct 28 09:53:17.205554 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:17.321812 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:17.467592 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:17.495208 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:17.505887 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:17.506573 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:17.643842 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:17.844377 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-36ad86f9-6bf7-48b7-9281-a088149a662f req-347aa8d7-b55c-4f10-9220-8e8cad369bd7 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b68e375d-f7ab-4d35-a8c7-081596d0e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0328355 Oct 28 09:53:17.922927 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:17.955713 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60400ddb-e2f9-4dc5-831b-cc0767791298 None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:45:05Z', 'revision_number': 4, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'c9e356c7-eb43-4b53-b916-2cb85d1220b8', 'name': '', 'network_id': '1c06056f-c33e-47c9-b078-4c3c3f047c82', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'mac_address': 'fa:16:3e:50:95:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:45:04Z', 'updated_at': '2022-10-28T09:45:25Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'subnets': [{'id': 'd139d228-2d77-4ad5-a94b-4e21acd1f3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:18.296774 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16d073-0d80-4c86-b8b5-5394e23b7660 None None] New status for floating IP 448083dc-a29b-45dd-8f59-b846e523fe79: DOWN {{(pid=112837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:53:18.391688 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:18.424253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 533de8d8-0438-4dd2-946d-f12312377670 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:53:18.425402 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 533de8d8-0438-4dd2-946d-f12312377670 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:18.994545 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44862) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:19.074016 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (22b2e51e-9974-4bde-a23b-764e8a8cbf8e), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.110476 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (22b2e51e-9974-4bde-a23b-764e8a8cbf8e), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.182087 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (22b2e51e-9974-4bde-a23b-764e8a8cbf8e), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.187067 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.188479 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/22b2e51e-9974-4bde-a23b-764e8a8cbf8e HTTP/1.1" status: 204 len: 168 time: 0.1926403 Oct 28 09:53:19.191780 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44864) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:19.199968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922833cd-3bb2-4bce-ba3a-a26a6a7ba065 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b2e51e-9974-4bde-a23b-764e8a8cbf8e,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:19.207982 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.api.v2.resource [None req-61f76859-71e4-4be0-b30b-257b056785e6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] show failed (client error): The resource could not be found. Oct 28 09:53:19.209061 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-61f76859-71e4-4be0-b30b-257b056785e6 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "GET /networking/v2.0/security-groups/22b2e51e-9974-4bde-a23b-764e8a8cbf8e HTTP/1.1" status: 404 len: 347 time: 0.0159292 Oct 28 09:53:19.212123 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44866) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:19.368794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Deleting port 91f8a303-d93a-4696-8c8b-c1b006cb3fff {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:19.369371 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.468325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.468679 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (91f8a303-d93a-4696-8c8b-c1b006cb3fff), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.485204 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Calling delete_port for 91f8a303-d93a-4696-8c8b-c1b006cb3fff owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:19.691472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (91f8a303-d93a-4696-8c8b-c1b006cb3fff), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.721903 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Pushing event deleted for resources: {'Port': ['ID=91f8a303-d93a-4696-8c8b-c1b006cb3fff,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:19.812349 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks [] for floatingip (448083dc-a29b-45dd-8f59-b846e523fe79), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.815005 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:19.816260 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-192d6bb0-8e9a-48b5-96e9-2e3534c180e8 tempest-AttachVolumeShelveTestJSON-387501597 tempest-AttachVolumeShelveTestJSON-387501597-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/448083dc-a29b-45dd-8f59-b846e523fe79 HTTP/1.1" status: 204 len: 168 time: 0.6031637 Oct 28 09:53:20.312245 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44890) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:20.473472 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-27842121-529c-4c92-bb15-316b9093afd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.496256 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:20.576112 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-27842121-529c-4c92-bb15-316b9093afd6 admin admin] Publish callbacks [] for security_group (89766348-88aa-41ea-84f0-8d46ef2946fd), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.581795 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-27842121-529c-4c92-bb15-316b9093afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (89766348-88aa-41ea-84f0-8d46ef2946fd), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.628239 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842121-529c-4c92-bb15-316b9093afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89766348-88aa-41ea-84f0-8d46ef2946fd,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:20.633998 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-27842121-529c-4c92-bb15-316b9093afd6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=16939c0c855a44cba5d357baf68bc9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203912 Oct 28 09:53:20.638049 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44894) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:20.723737 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] Publish callbacks [] for security_group (89766348-88aa-41ea-84f0-8d46ef2946fd), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.753552 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] Publish callbacks [] for security_group (89766348-88aa-41ea-84f0-8d46ef2946fd), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.844710 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (89766348-88aa-41ea-84f0-8d46ef2946fd), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.848070 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:20.849583 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/89766348-88aa-41ea-84f0-8d46ef2946fd HTTP/1.1" status: 204 len: 168 time: 0.2094874 Oct 28 09:53:20.861351 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0177-b1be-4c8c-a0b5-1cecb6dff8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89766348-88aa-41ea-84f0-8d46ef2946fd,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:21.323469 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44922) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:21.344643 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.367297 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:21.383885 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:21.441093 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Publish callbacks [] for security_group (5eb6e409-fa9b-47dc-a494-8c1a16f9e50b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.445913 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5eb6e409-fa9b-47dc-a494-8c1a16f9e50b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.492448 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb6e409-fa9b-47dc-a494-8c1a16f9e50b,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:21.496942 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2d9d39b4e4b64318813f48df2bd683ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718495 Oct 28 09:53:21.499779 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44924) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:21.503603 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.503966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.504315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.504664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.505009 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.505371 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.506168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.506168 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.507054 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.507417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.507806 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.508090 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.508426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.508758 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.509087 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b46393d-1e48-42d6-a678-ef217db27d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:21.574259 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] Publish callbacks [] for security_group (5eb6e409-fa9b-47dc-a494-8c1a16f9e50b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.601235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] Publish callbacks [] for security_group (5eb6e409-fa9b-47dc-a494-8c1a16f9e50b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.665974 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (5eb6e409-fa9b-47dc-a494-8c1a16f9e50b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.669089 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:21.670522 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5eb6e409-fa9b-47dc-a494-8c1a16f9e50b HTTP/1.1" status: 204 len: 168 time: 0.1695220 Oct 28 09:53:21.681628 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411e58e-3e84-46e5-9ca8-189a613ac53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb6e409-fa9b-47dc-a494-8c1a16f9e50b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:21.698839 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:22.146126 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44932) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:22.163422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d06be2ef-51be-4aa0-9c0c-13bac61a0d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.268993 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d06be2ef-51be-4aa0-9c0c-13bac61a0d88 admin admin] Publish callbacks [] for security_group (338b362f-0f01-4011-8da6-8ebd156eecdc), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.275289 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d06be2ef-51be-4aa0-9c0c-13bac61a0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (338b362f-0f01-4011-8da6-8ebd156eecdc), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.284900 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:22.371905 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 44938) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:22.373158 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d06be2ef-51be-4aa0-9c0c-13bac61a0d88 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5efc5497692d41979cbafbd469707017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247527 Oct 28 09:53:22.378906 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06be2ef-51be-4aa0-9c0c-13bac61a0d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338b362f-0f01-4011-8da6-8ebd156eecdc,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:22.440760 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] Publish callbacks [] for security_group (338b362f-0f01-4011-8da6-8ebd156eecdc), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.479842 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] Publish callbacks [] for security_group (338b362f-0f01-4011-8da6-8ebd156eecdc), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.502962 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 44946) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:22.550202 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (338b362f-0f01-4011-8da6-8ebd156eecdc), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.553380 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:22.554993 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/338b362f-0f01-4011-8da6-8ebd156eecdc HTTP/1.1" status: 204 len: 168 time: 0.1803379 Oct 28 09:53:22.566846 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9fc79-8c39-4ec1-9280-d6c1850cd5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338b362f-0f01-4011-8da6-8ebd156eecdc,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:23.072737 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:23.260472 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:23.530445 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Deleting port c9e356c7-eb43-4b53-b916-2cb85d1220b8 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:23.531500 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:23.657407 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] For port c9e356c7-eb43-4b53-b916-2cb85d1220b8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c9e356c7-eb43-4b53-b916-2cb85d1220b8,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:23.658171 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:23.690094 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Calling delete_port for c9e356c7-eb43-4b53-b916-2cb85d1220b8 owned by network:router_interface {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:24.000144 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (c9e356c7-eb43-4b53-b916-2cb85d1220b8), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:24.008325 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=100 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:24.052366 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e356c7-eb43-4b53-b916-2cb85d1220b8,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:24.353236 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:24.359510 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:24.947348 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Router d29fb91a-9a43-4b49-9270-7ffdabd36617 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:25.139866 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:25.147122 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0f1c2ecd-c901-4b23-ae2f-45ef23d828e7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d29fb91a-9a43-4b49-9270-7ffdabd36617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462755 Oct 28 09:53:25.149517 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45018) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:25.159263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Sync routers for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:25.179102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:25.180980 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:25.345040 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks [] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:25.393485 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:25.494043 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks [] for router_gateway (d29fb91a-9a43-4b49-9270-7ffdabd36617), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:25.555487 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Deleting port 267c59e3-96ca-4b25-8036-7eb01d622769 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:25.555819 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:25.661372 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] For port 267c59e3-96ca-4b25-8036-7eb01d622769, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=267c59e3-96ca-4b25-8036-7eb01d622769,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:25.661936 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:25.680365 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Calling delete_port for 267c59e3-96ca-4b25-8036-7eb01d622769 owned by network:router_gateway {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:25.710883 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199'}], 'enable_snat': True}, 'gw_port_id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:53:23Z', 'revision_number': 5, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port': {'id': '267c59e3-96ca-4b25-8036-7eb01d622769', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:44:56Z', 'updated_at': '2022-10-28T09:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:25.737557 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:25.761859 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Checking router: d29fb91a-9a43-4b49-9270-7ffdabd36617 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:25.781621 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Routers {'d29fb91a-9a43-4b49-9270-7ffdabd36617'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:53:25.782727 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:53:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['d29fb91a-9a43-4b49-9270-7ffdabd36617'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:25.916518 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (267c59e3-96ca-4b25-8036-7eb01d622769), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:25.950230 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] Set router d29fb91a-9a43-4b49-9270-7ffdabd36617 gateway port host: None {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:53:25.956243 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=267c59e3-96ca-4b25-8036-7eb01d622769,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:25.991949 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45052) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.045711 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.057579 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Deleting subnet 4802e4a1-377f-4788-825c-fbe1224ae942 {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:53:26.062850 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Publish callbacks [] for subnet (4802e4a1-377f-4788-825c-fbe1224ae942), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.073919 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:53:25Z', 'revision_number': 6, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:26.110722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724e265-5bf4-44b8-99c8-9bfbc21f238e None None] The sync data for ids ['d29fb91a-9a43-4b49-9270-7ffdabd36617'] in dv-cinder-zed-3-iscsi is: [{'id': 'd29fb91a-9a43-4b49-9270-7ffdabd36617', 'name': 'tempest-AttachVolumeShelveTestJSON-347768632-router', 'tenant_id': '29c47b13a2044939b5446ffe5397633a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:44:55Z', 'updated_at': '2022-10-28T09:53:25Z', 'revision_number': 6, 'project_id': '29c47b13a2044939b5446ffe5397633a', 'gw_port_host': None}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:26.111925 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (4802e4a1-377f-4788-825c-fbe1224ae942), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.171459 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (4802e4a1-377f-4788-825c-fbe1224ae942), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.203697 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:26.212443 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.217412 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks [] for router_controller (d29fb91a-9a43-4b49-9270-7ffdabd36617), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.258277 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (4802e4a1-377f-4788-825c-fbe1224ae942), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.305183 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4802e4a1-377f-4788-825c-fbe1224ae942,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:26.312260 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (d29fb91a-9a43-4b49-9270-7ffdabd36617), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.313569 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d29fb91a-9a43-4b49-9270-7ffdabd36617 {{(pid=112835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:53:26.314800 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.324308 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-9d75cfb1-5cce-4c95-a414-88335547ad67 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/4802e4a1-377f-4788-825c-fbe1224ae942 HTTP/1.1" status: 204 len: 168 time: 0.3301146 Oct 28 09:53:26.325145 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.325363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45056) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.331178 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ac58399f-7192-4769-a787-e9514ec854e5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d29fb91a-9a43-4b49-9270-7ffdabd36617 HTTP/1.1" status: 204 len: 168 time: 1.1766603 Oct 28 09:53:26.331565 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45058) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.397355 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Deleting subnet d139d228-2d77-4ad5-a94b-4e21acd1f3b7 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:53:26.402000 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Publish callbacks [] for subnet (d139d228-2d77-4ad5-a94b-4e21acd1f3b7), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.416357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45060) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.442274 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (a082746b-cc4d-4c0f-8a41-6190c6cd84f5), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.462273 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (d139d228-2d77-4ad5-a94b-4e21acd1f3b7), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.582410 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (a082746b-cc4d-4c0f-8a41-6190c6cd84f5), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.594221 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (d139d228-2d77-4ad5-a94b-4e21acd1f3b7), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.637488 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a082746b-cc4d-4c0f-8a41-6190c6cd84f5']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:26.656330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445f40a-024e-458c-8e72-4599bb098b04') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:26.659862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445f40a-024e-458c-8e72-4599bb098b04') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:26.674227 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (d139d228-2d77-4ad5-a94b-4e21acd1f3b7), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.692931 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (e445f40a-024e-458c-8e72-4599bb098b04), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.695520 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c89e2dc-f9c6-449d-90f1-e6f05cb35511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.704064 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d139d228-2d77-4ad5-a94b-4e21acd1f3b7,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:26.706624 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.710043 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-823bf050-8b94-42ec-98ba-0a75e527d60d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d139d228-2d77-4ad5-a94b-4e21acd1f3b7 HTTP/1.1" status: 204 len: 168 time: 0.3771660 Oct 28 09:53:26.712736 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45064) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.715428 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a2304-cf6b-4d1c-8a92-7999e849b756 None None] Network 1c06056f-c33e-47c9-b078-4c3c3f047c82 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:26.732591 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (e445f40a-024e-458c-8e72-4599bb098b04), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.758319 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:26.759041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (e445f40a-024e-458c-8e72-4599bb098b04), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.810784 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (1c06056f-c33e-47c9-b078-4c3c3f047c82), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.811309 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=100 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:26.846305 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment e445f40a-024e-458c-8e72-4599bb098b04 resource provider aggregate not found Oct 28 09:53:26.865970 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Deleting port 0160c63e-b698-4768-930a-d54176d6f006 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:26.866224 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0160c63e-b698-4768-930a-d54176d6f006), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.896623 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment e445f40a-024e-458c-8e72-4599bb098b04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e445f40a-024e-458c-8e72-4599bb098b04 found for delete ", "request_id": "req-0f093233-eaae-4ad0-9e44-745e654be474"}]} Oct 28 09:53:26.900186 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:26.905058 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:26.918953 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (a082746b-cc4d-4c0f-8a41-6190c6cd84f5), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.931833 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.935290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a082746b-cc4d-4c0f-8a41-6190c6cd84f5 HTTP/1.1" status: 204 len: 168 time: 0.6082027 Oct 28 09:53:26.940003 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45070) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:26.955246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1852a-caaa-4145-b5fa-547da6414062 admin admin] Pushing event deleted for resources: {'Network': ['ID=a082746b-cc4d-4c0f-8a41-6190c6cd84f5,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:26.984876 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:26.988042 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c89e2dc-f9c6-449d-90f1-e6f05cb35511 admin admin] Publish callbacks [] for security_group (2014214d-1d60-4d3b-b531-fc851f746831), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.993128 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6c89e2dc-f9c6-449d-90f1-e6f05cb35511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2014214d-1d60-4d3b-b531-fc851f746831), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:26.995963 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] For port 0160c63e-b698-4768-930a-d54176d6f006, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0160c63e-b698-4768-930a-d54176d6f006,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:26.996414 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0160c63e-b698-4768-930a-d54176d6f006), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.021315 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Calling delete_port for 0160c63e-b698-4768-930a-d54176d6f006 owned by network:dhcp {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:27.024929 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] DHCP port deletion for 1c06056f-c33e-47c9-b078-4c3c3f047c82 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:53:27.046308 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89e2dc-f9c6-449d-90f1-e6f05cb35511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014214d-1d60-4d3b-b531-fc851f746831,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.051259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6c89e2dc-f9c6-449d-90f1-e6f05cb35511 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3324026c0b3f466aa55c727eb812aa15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6335640 Oct 28 09:53:27.051775 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Deleting subnet 75e605cd-cdf5-42a6-aab2-c09db70af517 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:53:27.055883 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45072) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:27.058070 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Publish callbacks [] for subnet (75e605cd-cdf5-42a6-aab2-c09db70af517), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.149697 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] Publish callbacks [] for security_group (2014214d-1d60-4d3b-b531-fc851f746831), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.151552 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Deleting port 0160c63e-b698-4768-930a-d54176d6f006 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:53:27.152196 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0160c63e-b698-4768-930a-d54176d6f006), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.186628 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] Publish callbacks [] for security_group (2014214d-1d60-4d3b-b531-fc851f746831), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.195252 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (0160c63e-b698-4768-930a-d54176d6f006), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.214270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c9e356c7-eb43-4b53-b916-2cb85d1220b8 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:27.228981 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (75e605cd-cdf5-42a6-aab2-c09db70af517), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.232081 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Pushing event deleted for resources: {'Port': ['ID=0160c63e-b698-4768-930a-d54176d6f006,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.255906 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:27.259787 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] No DVR routers for this DVR port 0160c63e-b698-4768-930a-d54176d6f006 on host dv-cinder-zed-3-iscsi {{(pid=112835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:53:27.265400 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: c9e356c7-eb43-4b53-b916-2cb85d1220b8 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:53:27.265982 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device c9e356c7-eb43-4b53-b916-2cb85d1220b8 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:27.266647 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 267c59e3-96ca-4b25-8036-7eb01d622769 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:27.281982 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2014214d-1d60-4d3b-b531-fc851f746831), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.286000 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.287801 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2014214d-1d60-4d3b-b531-fc851f746831 HTTP/1.1" status: 204 len: 168 time: 0.2282579 Oct 28 09:53:27.299556 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560f0d-3801-4d5d-8d05-b58bfd984408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014214d-1d60-4d3b-b531-fc851f746831,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.308391 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 267c59e3-96ca-4b25-8036-7eb01d622769 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:53:27.309138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 267c59e3-96ca-4b25-8036-7eb01d622769 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:27.309883 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0160c63e-b698-4768-930a-d54176d6f006 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:27.320152 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] For port 0160c63e-b698-4768-930a-d54176d6f006, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0160c63e-b698-4768-930a-d54176d6f006,segment=NetworkSegment(ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9),segment_id=ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:27.320660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0160c63e-b698-4768-930a-d54176d6f006), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.350580 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (75e605cd-cdf5-42a6-aab2-c09db70af517), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.358116 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 0160c63e-b698-4768-930a-d54176d6f006 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:53:27.358643 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 0160c63e-b698-4768-930a-d54176d6f006 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:27.361426 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Calling delete_port for 0160c63e-b698-4768-930a-d54176d6f006 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:53:27.386177 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (1c06056f-c33e-47c9-b078-4c3c3f047c82), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.422587 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c06056f-c33e-47c9-b078-4c3c3f047c82']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.434645 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.435505 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.467791 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.472023 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (0160c63e-b698-4768-930a-d54176d6f006), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.489031 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.503310 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (75e605cd-cdf5-42a6-aab2-c09db70af517), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.518975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] Pushing event deleted for resources: {'Port': ['ID=0160c63e-b698-4768-930a-d54176d6f006,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.522831 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07143ed1-dff1-4635-ab1e-1818df53328b None None] No DVR routers for this DVR port 0160c63e-b698-4768-930a-d54176d6f006 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:53:27.561365 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:27.561797 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.583190 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e605cd-cdf5-42a6-aab2-c09db70af517,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.615718 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9 resource provider aggregate not found Oct 28 09:53:27.623037 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.626445 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-bb559ef2-27b6-4fca-a685-11c15c1ef852 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/75e605cd-cdf5-42a6-aab2-c09db70af517 HTTP/1.1" status: 204 len: 168 time: 0.6851101 Oct 28 09:53:27.630526 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45082) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:27.644344 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee0c6a7a-c5b0-45a0-a94c-3fc30e86dea9 found for delete ", "request_id": "req-53a7b0b1-b501-48f5-a887-7ab71ba6f20d"}]} Oct 28 09:53:27.663885 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (1c06056f-c33e-47c9-b078-4c3c3f047c82), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.668718 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.677723 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1c06056f-c33e-47c9-b078-4c3c3f047c82 HTTP/1.1" status: 204 len: 168 time: 0.9598858 Oct 28 09:53:27.690445 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659640-fef3-4bb9-a4c2-d1be3506230a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c06056f-c33e-47c9-b078-4c3c3f047c82,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:27.740743 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (67a34f7e-3fc9-44f3-8510-65cd5d53bf9c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.813868 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45086) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:27.838930 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d88b1bbd-a390-488b-a523-c8146a65d01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.851966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (67a34f7e-3fc9-44f3-8510-65cd5d53bf9c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.893003 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a34f7e-3fc9-44f3-8510-65cd5d53bf9c']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.902434 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45088) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:27.913675 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.914001 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:27.934178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.970182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:27.978070 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-d810d6c4-b18f-47fb-a6c6-87942dd81c5c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=29c47b13a2044939b5446ffe5397633a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0744154 Oct 28 09:53:27.980799 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45090) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:27.982668 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:27.983011 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.003057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d88b1bbd-a390-488b-a523-c8146a65d01e admin admin] Publish callbacks [] for security_group (0d9ab4d6-5e45-409c-92eb-4aedcff55841), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.010343 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d88b1bbd-a390-488b-a523-c8146a65d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (0d9ab4d6-5e45-409c-92eb-4aedcff55841), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.062363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (67a34f7e-3fc9-44f3-8510-65cd5d53bf9c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.074108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.082344 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/67a34f7e-3fc9-44f3-8510-65cd5d53bf9c HTTP/1.1" status: 204 len: 168 time: 0.4483731 Oct 28 09:53:28.082717 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b1bbd-a390-488b-a523-c8146a65d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9ab4d6-5e45-409c-92eb-4aedcff55841,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.099472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001c04e-ccaa-4f97-8b7d-f3fdb45b86c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a34f7e-3fc9-44f3-8510-65cd5d53bf9c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.106589 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d88b1bbd-a390-488b-a523-c8146a65d01e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=42fd5b19bfc842888f6b3b554b173ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912362 Oct 28 09:53:28.111692 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45094) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:28.112886 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] Publish callbacks [] for security_group (b57b9e70-fd8f-4003-bac9-2258e3f77780), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.149023 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] Publish callbacks [] for security_group (b57b9e70-fd8f-4003-bac9-2258e3f77780), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.219702 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] Publish callbacks [] for security_group (0d9ab4d6-5e45-409c-92eb-4aedcff55841), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.236639 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b57b9e70-fd8f-4003-bac9-2258e3f77780), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.242058 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.244395 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b57b9e70-fd8f-4003-bac9-2258e3f77780 HTTP/1.1" status: 204 len: 168 time: 0.2624209 Oct 28 09:53:28.259647 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c1bc-3308-4814-afec-296841e7836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b9e70-fd8f-4003-bac9-2258e3f77780,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.272254 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] Publish callbacks [] for security_group (0d9ab4d6-5e45-409c-92eb-4aedcff55841), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.361229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (0d9ab4d6-5e45-409c-92eb-4aedcff55841), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.365052 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.368172 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d9ab4d6-5e45-409c-92eb-4aedcff55841 HTTP/1.1" status: 204 len: 168 time: 0.2533016 Oct 28 09:53:28.382317 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6b224-5cc7-4c44-8e8f-1202bea8938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9ab4d6-5e45-409c-92eb-4aedcff55841,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.497498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45102) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:28.545993 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:28.596018 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-c1c081b6-0d6a-4d3e-8958-96da3b5237ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=723d60ae52dc4b76ac83b79e46d8950f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961993 Oct 28 09:53:28.599753 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45106) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:28.724952 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] Publish callbacks [] for security_group (08eb1511-1ecb-4de0-9ea1-3c58045b4299), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.767466 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] Publish callbacks [] for security_group (08eb1511-1ecb-4de0-9ea1-3c58045b4299), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.863319 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:28.934882 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (08eb1511-1ecb-4de0-9ea1-3c58045b4299), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.944066 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:28.945976 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/08eb1511-1ecb-4de0-9ea1-3c58045b4299 HTTP/1.1" status: 204 len: 168 time: 0.3448029 Oct 28 09:53:28.965559 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e resource provider aggregate not found Oct 28 09:53:28.985950 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10693592-8229-4512-95b4-3415c53ec23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb1511-1ecb-4de0-9ea1-3c58045b4299,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:29.000181 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ae7a4c5-4dfd-4a5e-a3c7-34fe381c135e found for delete ", "request_id": "req-088c7111-1819-445b-9499-b958bd4bf419"}]} Oct 28 09:53:29.606636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45144) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:29.672225 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:29.682509 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-b4a9cd4c-91d1-4bcf-9b39-a51c79da96af admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=44b475d014c44b189041dda9b761576e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739946 Oct 28 09:53:29.685763 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45146) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:29.767561 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] Publish callbacks [] for security_group (95ad9cab-bcdc-446a-9e56-1ddb277bfa14), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:29.793560 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] Publish callbacks [] for security_group (95ad9cab-bcdc-446a-9e56-1ddb277bfa14), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:29.829353 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:29.877248 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (95ad9cab-bcdc-446a-9e56-1ddb277bfa14), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:29.883374 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:29.889489 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/95ad9cab-bcdc-446a-9e56-1ddb277bfa14 HTTP/1.1" status: 204 len: 168 time: 0.1973786 Oct 28 09:53:29.900655 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ab4ae-a6d5-4850-8b86-b2a384bd51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad9cab-bcdc-446a-9e56-1ddb277bfa14,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:30.132998 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:30.149945 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:31.259091 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:32.665743 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-15752fa6-1caf-40b0-8a31-d5a95e919754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:34.991685 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2e04881d-c80f-4834-a0a6-d1cc38b23473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:36.757851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:37.966953 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:38.211819 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:38.864679 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:38.958024 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:39.053317 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:39.853666 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:39.883982 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45416) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:39.893816 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:40.017794 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28fb1e25-d338-4c98-94c7-4d1a15f8d3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.110848 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28fb1e25-d338-4c98-94c7-4d1a15f8d3a5 admin admin] Publish callbacks [] for security_group (f9dbda03-209c-4c7a-8c62-14c5009a6cb6), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.115298 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28fb1e25-d338-4c98-94c7-4d1a15f8d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f9dbda03-209c-4c7a-8c62-14c5009a6cb6), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.162877 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-28fb1e25-d338-4c98-94c7-4d1a15f8d3a5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=35b80046f04941e986abdd9298850e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777276 Oct 28 09:53:40.163952 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb1e25-d338-4c98-94c7-4d1a15f8d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbda03-209c-4c7a-8c62-14c5009a6cb6,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:40.166242 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45420) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:40.230483 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] Publish callbacks [] for security_group (f9dbda03-209c-4c7a-8c62-14c5009a6cb6), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.257978 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] Publish callbacks [] for security_group (f9dbda03-209c-4c7a-8c62-14c5009a6cb6), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.318904 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (f9dbda03-209c-4c7a-8c62-14c5009a6cb6), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.322029 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:40.327112 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f9dbda03-209c-4c7a-8c62-14c5009a6cb6 HTTP/1.1" status: 204 len: 168 time: 0.1584435 Oct 28 09:53:40.340061 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87defbdc-f27c-45f0-939c-fbc74fe2a9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbda03-209c-4c7a-8c62-14c5009a6cb6,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.531560 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45484) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:42.660911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afdeb33c-538c-480c-be96-ba6438972f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.753605 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afdeb33c-538c-480c-be96-ba6438972f0a admin admin] Publish callbacks [] for security_group (8779b162-c3ce-4400-afab-80689759cda3), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.757893 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-afdeb33c-538c-480c-be96-ba6438972f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (8779b162-c3ce-4400-afab-80689759cda3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.803186 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeb33c-538c-480c-be96-ba6438972f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779b162-c3ce-4400-afab-80689759cda3,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.807574 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-afdeb33c-538c-480c-be96-ba6438972f0a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d3734f85ac7342ea85b0fd9ddb4e2531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747986 Oct 28 09:53:42.810477 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45488) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:42.871223 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] Publish callbacks [] for security_group (8779b162-c3ce-4400-afab-80689759cda3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.897145 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] Publish callbacks [] for security_group (8779b162-c3ce-4400-afab-80689759cda3), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.975856 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (8779b162-c3ce-4400-afab-80689759cda3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.978934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:42.980402 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8779b162-c3ce-4400-afab-80689759cda3 HTTP/1.1" status: 204 len: 168 time: 0.1688709 Oct 28 09:53:42.989976 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fb060-416a-40de-9e42-a192c21d9496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779b162-c3ce-4400-afab-80689759cda3,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:43.332549 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45496) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:43.346863 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0367cba7-966c-4b9f-a0f6-d76ab129e099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.447356 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0367cba7-966c-4b9f-a0f6-d76ab129e099 admin admin] Publish callbacks [] for security_group (e57775af-796b-4221-ad6f-fda211afbc59), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.452945 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0367cba7-966c-4b9f-a0f6-d76ab129e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e57775af-796b-4221-ad6f-fda211afbc59), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.503658 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367cba7-966c-4b9f-a0f6-d76ab129e099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57775af-796b-4221-ad6f-fda211afbc59,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:43.511466 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0367cba7-966c-4b9f-a0f6-d76ab129e099 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7bead82d9b3444e49f159b65f5e3a520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770437 Oct 28 09:53:43.511914 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45502) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:43.580374 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] Publish callbacks [] for security_group (e57775af-796b-4221-ad6f-fda211afbc59), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.620769 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] Publish callbacks [] for security_group (e57775af-796b-4221-ad6f-fda211afbc59), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.686946 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (e57775af-796b-4221-ad6f-fda211afbc59), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.688896 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:43.693987 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e57775af-796b-4221-ad6f-fda211afbc59 HTTP/1.1" status: 204 len: 168 time: 0.1773274 Oct 28 09:53:43.704288 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4f3a2-1459-417c-becf-74657aa5a098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57775af-796b-4221-ad6f-fda211afbc59,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:44.698678 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45538) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:44.805306 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1346566226-network', 'tenant_id': '6737c612807a468797742417d59da976'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:44.832629 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Made reservation on behalf of 6737c612807a468797742417d59da976 for: {'network': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:44.835132 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for network (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:44.845283 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:44.860824 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:44.865497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:44.962325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks [] for security_group (07d393f6-fc76-4bef-9ed7-a6ea2d46deab), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:44.967862 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (07d393f6-fc76-4bef-9ed7-a6ea2d46deab), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:44.995629 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=112834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:53:45.006530 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d393f6-fc76-4bef-9ed7-a6ea2d46deab,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:45.011947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (bddd9e84-61b8-424a-8e15-b4250494126f), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.012295 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.segments_db [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Added segment bddd9e84-61b8-424a-8e15-b4250494126f of type vlan for network c1e4415f-14a7-48f8-b5f3-cad04c5a253b Oct 28 09:53:45.094700 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746737404344'] for network (c1e4415f-14a7-48f8-b5f3-cad04c5a253b), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.139523 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589'] for network (c1e4415f-14a7-48f8-b5f3-cad04c5a253b), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.141290 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:45.142343 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.226918 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5269363 Oct 28 09:53:45.232373 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45556) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:45.240579 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd41e-0dc9-4fe2-9aaf-1f9a077fba12 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e4415f-14a7-48f8-b5f3-cad04c5a253b,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:45.263848 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.v2.base [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Request body: {'subnet': {'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1346566226-subnet', 'tenant_id': '6737c612807a468797742417d59da976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:45.272088 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=112836) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:53:45.291527 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:45.304062 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Made reservation on behalf of 6737c612807a468797742417d59da976 for: {'subnet': 1} {{(pid=112835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:45.309397 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59182348'] for subnet (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.546039 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59075495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59182398'] for subnet (f3296e96-1754-4a14-bd82-2ae15d6646ca), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.608514 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3296e96-1754-4a14-bd82-2ae15d6646ca,revision_number=0']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:45.627269 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Checking segment: {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:53:45.627619 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Network hostable DHCP agents. Network: c1e4415f-14a7-48f8-b5f3-cad04c5a253b, hostable agents: ['499e08e6-7aab-475c-adb0-1422a3b2cd80'], hosted agents: [] {{(pid=112835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:53:45.647967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b is scheduled to be hosted by DHCP agent 499e08e6-7aab-475c-adb0-1422a3b2cd80 with binding_index 1 {{(pid=112835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:53:45.658229 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.scheduler.base_scheduler [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, c1e4415f-14a7-48f8-b5f3-cad04c5a253b) {{(pid=112835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:45.662806 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:45.663479 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:45.672665 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ba0c9-aaaf-422a-ad39-25a8ae4305c4 None None] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:45.683319 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c24fdaaa-c060-46ef-8ff7-6fd4f45f42f1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4482000 Oct 28 09:53:45.939032 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7df7d-a70f-429d-b14d-c3d35ac69ebd None None] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:53:49.049709 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:49.914981 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-e0def056-7255-4a0c-9489-4d311b4cb2b6 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:49.916583 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-e0def056-7255-4a0c-9489-4d311b4cb2b6 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 809 time: 0.1455224 Oct 28 09:53:49.932563 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-7967b60e-267d-4fc0-ac98-2113574d2691 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/quotas/6737c612807a468797742417d59da976 HTTP/1.1" status: 200 len: 375 time: 0.0101593 Oct 28 09:53:49.974804 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-3729db5f-8dd8-49b8-9266-1386c236ecab tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345626 Oct 28 09:53:50.380438 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-45aecabc-984b-4a87-85cb-7bd6b63dc644 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987393 Oct 28 09:53:50.518177 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-477c35ca-d8f4-491d-9b07-412042f96b73 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282609 Oct 28 09:53:50.699355 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-330bcb4a-74b8-4c2b-8599-67d75e2b3620 req-ccd6c8c1-7bf8-4aae-bc25-49b467c34675 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 210 time: 0.0336139 Oct 28 09:53:51.811505 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-59bd7095-9a3c-4db7-9ff6-f075edd06e95 req-7ebaa3b4-dc31-42f8-8318-0a9ac9699095 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 210 time: 0.0310795 Oct 28 09:53:52.143098 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-1401dd42-7249-416d-b394-7b390d3c5b78 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:52.144839 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-1401dd42-7249-416d-b394-7b390d3c5b78 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 809 time: 0.1226079 Oct 28 09:53:52.187404 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Request body: {'port': {'device_id': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b', 'admin_state_up': True, 'tenant_id': '6737c612807a468797742417d59da976'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:52.301825 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:52.363588 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Made reservation on behalf of 6737c612807a468797742417d59da976 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:52.367587 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:52.503289 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:52.504540 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Allocated IP 172.20.0.7 (c1e4415f-14a7-48f8-b5f3-cad04c5a253b/f3296e96-1754-4a14-bd82-2ae15d6646ca/0ddbc0c0-ff11-4444-9779-f95e0cbe36ad) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:52.709174 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks [] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:52.756233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:52.807108 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:52.811410 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:52.814343 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:53:52.848756 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Pushing event updated for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:52.896673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:52.897363 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:52.923343 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-b093937a-3a11-4e26-a811-6614dadfec05 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427709 Oct 28 09:53:52.963608 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Request body: {'port': {'device_id': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:53:53.014535 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359a6ce-2ec2-4da2-a2fa-95c194088c5f req-002e8614-cc6e-4c9a-b97d-5ec27043f74d tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:53.016102 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7359a6ce-2ec2-4da2-a2fa-95c194088c5f req-002e8614-cc6e-4c9a-b97d-5ec27043f74d tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 931 time: 0.0917377 Oct 28 09:53:53.081325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.118330 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7359a6ce-2ec2-4da2-a2fa-95c194088c5f req-e0871175-4527-481a-9c29-e9ab64cc47ac tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925794 Oct 28 09:53:53.224799 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:53.247786 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45700) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:53.398738 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e6a204c4-29b9-47c9-a988-f7e71a0b6388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.468275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:53:53.483292 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks [] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.506441 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Transition to ACTIVE for port object 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:53:53.511630 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.523422 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:53.533047 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e6a204c4-29b9-47c9-a988-f7e71a0b6388 admin admin] Publish callbacks [] for security_group (427d7e15-9b78-4ec9-86d6-c3f7f850a5a2), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.538342 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-e6a204c4-29b9-47c9-a988-f7e71a0b6388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (427d7e15-9b78-4ec9-86d6-c3f7f850a5a2), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.548182 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:53.566443 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:53.619226 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a204c4-29b9-47c9-a988-f7e71a0b6388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427d7e15-9b78-4ec9-86d6-c3f7f850a5a2,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:53.632166 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-e6a204c4-29b9-47c9-a988-f7e71a0b6388 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c724ddf152e44905b313c1976a4f1574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822460 Oct 28 09:53:53.633106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 45704) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:53.661367 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Pushing event updated for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:53.730443 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Attempting to bind port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:53:53.730919 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Attempting to bind port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:53:53.731234 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Attempting to bind port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:53.765774 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] Publish callbacks [] for security_group (427d7e15-9b78-4ec9-86d6-c3f7f850a5a2), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.805687 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] Publish callbacks [] for security_group (427d7e15-9b78-4ec9-86d6-c3f7f850a5a2), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.822580 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:53.823304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Attempting to bind port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:53.899922 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:53:53.900537 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Checking segment: {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:53:53.901169 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Bound using segment: {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:53:53.901918 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Bound port: 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:53:53.902541 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.958697 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (427d7e15-9b78-4ec9-86d6-c3f7f850a5a2), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.962177 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:53.967562 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/427d7e15-9b78-4ec9-86d6-c3f7f850a5a2 HTTP/1.1" status: 204 len: 168 time: 0.3111577 Oct 28 09:53:53.993176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170adae-0788-466e-9c4b-ac61521be85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427d7e15-9b78-4ec9-86d6-c3f7f850a5a2,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.036525 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:54.046685 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:54.060525 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.071122 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:54.072342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.074826 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/0ddbc0c0-ff11-4444-9779-f95e0cbe36ad HTTP/1.1" status: 200 len: 1093 time: 1.1155372 Oct 28 09:53:54.075850 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:53:54.080368 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:54.171613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d426b892-d089-4e63-a4dc-2e06f5258cf1 x-openstack-request-id: req-d426b892-d089-4e63-a4dc-2e06f5258cf1 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:54.172086 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:54.172764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d426b892-d089-4e63-a4dc-2e06f5258cf1 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:54.173424 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d426b892-d089-4e63-a4dc-2e06f5258cf1'] response: {'name': 'network-changed', 'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad', 'status': 'completed', 'code': 200} Oct 28 09:53:54.184100 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cf8bb-1d42-4015-a9e2-a4bc7f31cd1f service neutron] Pushing event updated for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.365178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-5db41b02-c8d1-4615-afc3-64a6a7da91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:54.367890 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-5db41b02-c8d1-4615-afc3-64a6a7da91c6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 1127 time: 0.1561296 Oct 28 09:53:54.421860 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-4925cf3c-310c-46d6-b509-8ce1f22d94b4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad HTTP/1.1" status: 200 len: 217 time: 0.0379286 Oct 28 09:53:54.428648 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ef62e-fbe4-40e8-8b8e-fde7078c8eb3 req-3de11fd7-61cb-4436-9b7f-1e12422c8ffa tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:54.430240 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-265ef62e-fbe4-40e8-8b8e-fde7078c8eb3 req-3de11fd7-61cb-4436-9b7f-1e12422c8ffa tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 943 time: 0.1282475 Oct 28 09:53:54.477728 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45728) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:54.496070 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-daf4eea4-3724-45c9-9cba-a65940ca84ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.519766 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-3b4886c6-54ba-4005-9fe9-1b7a0db5b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:54.521539 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-3b4886c6-54ba-4005-9fe9-1b7a0db5b077 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f3296e96-1754-4a14-bd82-2ae15d6646ca HTTP/1.1" status: 200 len: 849 time: 0.0902972 Oct 28 09:53:54.547198 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:54.558068 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-265ef62e-fbe4-40e8-8b8e-fde7078c8eb3 req-0d2b19a1-42cd-46c5-8cf2-617db8faa041 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184125 Oct 28 09:53:54.587209 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-2ca33a2c-2bb6-4cee-9725-9505474058d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528662 Oct 28 09:53:54.626021 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-daf4eea4-3724-45c9-9cba-a65940ca84ac admin admin] Publish callbacks [] for security_group (2b206207-c931-43af-8a0a-6671b624304f), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.631710 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-daf4eea4-3724-45c9-9cba-a65940ca84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2b206207-c931-43af-8a0a-6671b624304f), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.687341 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-daf4eea4-3724-45c9-9cba-a65940ca84ac admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bb30290b9a8a467a81ef70f6949da18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075129 Oct 28 09:53:54.689615 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45730) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:54.716060 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4eea4-3724-45c9-9cba-a65940ca84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b206207-c931-43af-8a0a-6671b624304f,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:54.757521 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-a0f885ad-5090-4b2c-a442-05807d459f85 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612411 Oct 28 09:53:54.775765 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] Publish callbacks [] for security_group (2b206207-c931-43af-8a0a-6671b624304f), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.800473 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] Publish callbacks [] for security_group (2b206207-c931-43af-8a0a-6671b624304f), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.873317 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2b206207-c931-43af-8a0a-6671b624304f), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.876362 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8e20d098-6f1a-4551-83a6-5a2c8c181d36 req-90137e2f-fa7b-4c03-a5da-293b49e82e44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086290 Oct 28 09:53:54.877843 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:54.879258 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2b206207-c931-43af-8a0a-6671b624304f HTTP/1.1" status: 204 len: 168 time: 0.1838222 Oct 28 09:53:54.893407 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9849ca-06fb-4ad7-a84b-99f37e7d1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b206207-c931-43af-8a0a-6671b624304f,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:55.764791 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa327af-c8a2-40b5-93e0-1e4fb3df1550 req-1648455e-ead8-42e1-b8d7-bd2c92326263 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:55.766606 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-caa327af-c8a2-40b5-93e0-1e4fb3df1550 req-1648455e-ead8-42e1-b8d7-bd2c92326263 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 943 time: 0.0569777 Oct 28 09:53:55.793896 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:55.811993 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45760) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:55.860181 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-caa327af-c8a2-40b5-93e0-1e4fb3df1550 req-f9247011-449d-45c3-816b-3414cda33927 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861375 Oct 28 09:53:55.882748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-e45b921d-75b0-4f1d-a22c-d4cd9052e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:55.887252 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-e45b921d-75b0-4f1d-a22c-d4cd9052e33e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 1127 time: 0.0682161 Oct 28 09:53:56.040498 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-e2c21238-bcad-4c9d-be46-01d367ed090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:56.042322 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-e2c21238-bcad-4c9d-be46-01d367ed090c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 910 time: 0.1461701 Oct 28 09:53:56.093113 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-2d045d9c-ea31-43b1-8d09-9ce0024add59 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad HTTP/1.1" status: 200 len: 217 time: 0.0406947 Oct 28 09:53:56.131733 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0da31226-9024-4722-a96b-4e250d8b132b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.152998 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-18696a90-e689-4f2f-ab8c-c0f9cd2665db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:56.154731 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-18696a90-e689-4f2f-ab8c-c0f9cd2665db service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f3296e96-1754-4a14-bd82-2ae15d6646ca HTTP/1.1" status: 200 len: 849 time: 0.0523190 Oct 28 09:53:56.218536 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-9b2f3fb9-0644-4f24-9c61-dd55c0ceef5b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530930 Oct 28 09:53:56.256161 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0da31226-9024-4722-a96b-4e250d8b132b admin admin] Publish callbacks [] for security_group (af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.262177 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-0da31226-9024-4722-a96b-4e250d8b132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.334792 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da31226-9024-4722-a96b-4e250d8b132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:56.346154 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-0da31226-9024-4722-a96b-4e250d8b132b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8fd998b657cf4b9c92fdbd73f0d7acce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5317743 Oct 28 09:53:56.347949 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45774) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:56.402301 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-0ec931a9-ff76-4784-962c-0e9c603cc226 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729801 Oct 28 09:53:56.425636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] Publish callbacks [] for security_group (af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.452876 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] Publish callbacks [] for security_group (af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.538880 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.542882 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:56.545158 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf HTTP/1.1" status: 204 len: 168 time: 0.1947970 Oct 28 09:53:56.564545 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ff84-71c0-431b-ac41-81510dfcc511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3bb7b7-d3fa-4e10-9c8a-d465d5bf1aaf,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:56.582053 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d1a4e5b0-72c8-46d2-aa52-5da89efbef1b req-9dc7d92c-fed0-42bb-9d72-13299a101a3b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700642 Oct 28 09:53:57.079515 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4501221-7afa-461f-b629-15f35faec0fc req-816a8d23-fa55-4c79-a8bb-4426e023a47c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:57.082632 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b4501221-7afa-461f-b629-15f35faec0fc req-816a8d23-fa55-4c79-a8bb-4426e023a47c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 943 time: 0.0877275 Oct 28 09:53:57.179784 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b4501221-7afa-461f-b629-15f35faec0fc req-4fb1e819-7e1a-411d-8cb2-9e121ece842b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855434 Oct 28 09:53:58.361930 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd568c60-550d-4b04-b282-b63220e97816 req-ac8d3b44-ab8d-4e02-8d6a-8e69eff19714 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:58.364054 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd568c60-550d-4b04-b282-b63220e97816 req-ac8d3b44-ab8d-4e02-8d6a-8e69eff19714 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 943 time: 0.0732436 Oct 28 09:53:58.452954 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fd568c60-550d-4b04-b282-b63220e97816 req-256a0042-17da-48e9-9591-8e66eeb5a270 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Oct 28 09:53:58.503845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:53:58.507597 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:58.650183 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:58.667519 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad', 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b', 'port_id': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad', 'mac_address': 'fa:16:3e:5b:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3296e96-1754-4a14-bd82-2ae15d6646ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:53:58.711961 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:53:58.712493 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:58.732355 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:53:58.760048 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:58.766110 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:58.853666 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:58.910356 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45846) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:59.053581 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-602128f7-c2b5-49f9-a9b0-4bad1a9837d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.099880 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:59.105292 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:59.129442 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ddbc0c0-ff11-4444-9779-f95e0cbe36ad'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:53:59.161112 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-602128f7-c2b5-49f9-a9b0-4bad1a9837d6 admin admin] Publish callbacks [] for security_group (9ccf6a30-3bca-4af4-95f9-e8d97e5691de), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.166535 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-602128f7-c2b5-49f9-a9b0-4bad1a9837d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9ccf6a30-3bca-4af4-95f9-e8d97e5691de), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.217533 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-602128f7-c2b5-49f9-a9b0-4bad1a9837d6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f0223b014e5a4a6284f2babb5bbf3ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055611 Oct 28 09:53:59.218268 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602128f7-c2b5-49f9-a9b0-4bad1a9837d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf6a30-3bca-4af4-95f9-e8d97e5691de,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:59.220822 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45850) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:59.287456 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] Publish callbacks [] for security_group (9ccf6a30-3bca-4af4-95f9-e8d97e5691de), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.327107 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] Publish callbacks [] for security_group (9ccf6a30-3bca-4af4-95f9-e8d97e5691de), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.404612 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9ccf6a30-3bca-4af4-95f9-e8d97e5691de), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.407624 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:53:59.408874 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ccf6a30-3bca-4af4-95f9-e8d97e5691de HTTP/1.1" status: 204 len: 168 time: 0.1871116 Oct 28 09:53:59.417937 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b4d9-0ad9-4964-9023-870faabfa513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf6a30-3bca-4af4-95f9-e8d97e5691de,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:59.588757 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:53:59.654171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486dbb6-6ddc-40a1-84c9-5237f053775a req-5a1fba1e-3a2d-45e2-8703-46ba271b01bc tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:53:59.656464 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b486dbb6-6ddc-40a1-84c9-5237f053775a req-5a1fba1e-3a2d-45e2-8703-46ba271b01bc tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 944 time: 0.0840304 Oct 28 09:53:59.722796 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b486dbb6-6ddc-40a1-84c9-5237f053775a req-59f83ffc-ddcf-434c-b8e9-c1946c5d5983 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594769 Oct 28 09:53:59.884229 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-333c3971-5b78-44ed-baac-c99e0de4c339 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401621 Oct 28 09:53:59.889599 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45872) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:53:59.904967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c31f32ca-5760-4efb-8915-26e6900b84e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.012636 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c31f32ca-5760-4efb-8915-26e6900b84e6 admin admin] Publish callbacks [] for security_group (0294b037-9afd-428e-bbda-4d091331fe4b), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.018853 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-c31f32ca-5760-4efb-8915-26e6900b84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (0294b037-9afd-428e-bbda-4d091331fe4b), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.087765 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f32ca-5760-4efb-8915-26e6900b84e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0294b037-9afd-428e-bbda-4d091331fe4b,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:00.108463 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-c31f32ca-5760-4efb-8915-26e6900b84e6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b288dcf97b964751b4cff1cc6460b022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173171 Oct 28 09:54:00.109527 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 45874) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:00.180454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-b92f8411-3fc9-4fad-ba62-1a9683705e97 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:00.182071 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-b92f8411-3fc9-4fad-ba62-1a9683705e97 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876716 Oct 28 09:54:00.197918 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] Publish callbacks [] for security_group (0294b037-9afd-428e-bbda-4d091331fe4b), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.201473 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-3a31745c-ce67-48b8-86c2-8357479870ec tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/quotas/1d832ea68ebb4c60b962d0cd76f787b8 HTTP/1.1" status: 200 len: 375 time: 0.0124621 Oct 28 09:54:00.224752 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] Publish callbacks [] for security_group (0294b037-9afd-428e-bbda-4d091331fe4b), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.249597 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-44b97f84-c159-46b8-8618-911decfe4e64 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422158 Oct 28 09:54:00.297806 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (0294b037-9afd-428e-bbda-4d091331fe4b), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.302819 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.304790 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0294b037-9afd-428e-bbda-4d091331fe4b HTTP/1.1" status: 204 len: 168 time: 0.1938775 Oct 28 09:54:00.319372 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808009dc-6cbe-4cbc-aa87-c918b7a0045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0294b037-9afd-428e-bbda-4d091331fe4b,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:00.511326 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7b9f65fb-1f3a-41f2-8b76-05ec139b7254 req-774f4aba-054b-408f-970a-3e57bf20b641 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 210 time: 0.0596964 Oct 28 09:54:00.527360 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:00.598302 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:00.616808 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:54:00.624285 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:00.624769 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.625097 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad Oct 28 09:54:00.760346 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:00.760922 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.851769 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:00.853897 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:00.858454 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa861c-2197-495d-8340-840a3cb0f7d9" -d '{"events": [{"server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "name": "network-vif-plugged", "status": "completed", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:00.864291 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:00.945494 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:00.987932 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bbdda-bdd3-4417-b79a-4841e462f23e req-9764a684-8805-411c-8e1a-2d1ecb4afd90 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:00.991131 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f98bbdda-bdd3-4417-b79a-4841e462f23e req-9764a684-8805-411c-8e1a-2d1ecb4afd90 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.1046038 Oct 28 09:54:01.091792 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f98bbdda-bdd3-4417-b79a-4841e462f23e req-244a30c5-13d3-45dd-9b1f-599dda2abd23 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Oct 28 09:54:01.206469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66183d15-5ce6-4c09-8c8a-4e22b0b67d41 x-openstack-request-id: req-66183d15-5ce6-4c09-8c8a-4e22b0b67d41 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:01.206469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "name": "network-vif-plugged", "status": "completed", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:01.206469 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66183d15-5ce6-4c09-8c8a-4e22b0b67d41 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:01.206469 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66183d15-5ce6-4c09-8c8a-4e22b0b67d41'] response: {'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad', 'code': 200} Oct 28 09:54:01.307529 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:01.559481 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8b0e0-bf71-438e-8e6f-87b23f417ecd req-cb9c6180-c7b0-4369-aa84-7d8815d93360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:01.561304 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-abb8b0e0-bf71-438e-8e6f-87b23f417ecd req-cb9c6180-c7b0-4369-aa84-7d8815d93360 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 1129 time: 0.0684850 Oct 28 09:54:01.626342 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-abb8b0e0-bf71-438e-8e6f-87b23f417ecd req-8cd94b43-06ae-4a2e-8dcb-59818813559f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519481 Oct 28 09:54:01.703207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7acd0e23-9fad-4e1b-b1b4-5c95713ce466 req-086f0aaf-a903-493b-b2db-50e5d7766b70 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 210 time: 0.0329907 Oct 28 09:54:02.265041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef62d6b-5fe2-4dc5-ab96-eecc433a7fc1 req-324ecb90-0499-4262-9470-344658ed1849 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:02.266834 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ef62d6b-5fe2-4dc5-ab96-eecc433a7fc1 req-324ecb90-0499-4262-9470-344658ed1849 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.0591779 Oct 28 09:54:02.284176 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:02.358214 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1ef62d6b-5fe2-4dc5-ab96-eecc433a7fc1 req-9cec8dd7-e68b-4b21-ba1b-c1b89844c5a8 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814304 Oct 28 09:54:02.682129 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-05befe99-f23e-4c1f-8eb6-4ba24ecb6101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:02.897158 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0ecc28ed-24b6-429d-a492-59c681cc20f8 req-f234f4bb-62cb-46b0-be21-a0980fe82b20 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 210 time: 0.0589118 Oct 28 09:54:03.537739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f96e54-d1f6-44ca-baf8-8b8d8f0751dd req-15696979-5821-4942-816b-0532c011704e tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:03.541660 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24f96e54-d1f6-44ca-baf8-8b8d8f0751dd req-15696979-5821-4942-816b-0532c011704e tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.0781584 Oct 28 09:54:03.627874 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-dfd3689d-fb57-4b25-8e71-e434335a730c tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637946 Oct 28 09:54:03.836814 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-24f96e54-d1f6-44ca-baf8-8b8d8f0751dd req-e6395665-4cc6-4121-af99-5a880179ee7c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459600 Oct 28 09:54:03.923639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-95bacc91-3afe-4b7a-9de7-4f5fad656f43 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:03.925578 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-95bacc91-3afe-4b7a-9de7-4f5fad656f43 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843804 Oct 28 09:54:04.062919 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Request body: {'port': {'device_id': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0', 'admin_state_up': True, 'tenant_id': '1d832ea68ebb4c60b962d0cd76f787b8'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:04.069663 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-1f1c5fbb-d865-4376-a041-352593e1f93d req-33ad4660-8194-4db3-935d-2a31bb85524c tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 210 time: 0.0578499 Oct 28 09:54:04.210023 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Made reservation on behalf of 1d832ea68ebb4c60b962d0cd76f787b8 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:04.214967 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:04.227947 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:04.309417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:04.339124 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks [] for security_group (d1e0c9e4-f5e2-4d6b-af58-463abc2913d3), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:04.343504 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d1e0c9e4-f5e2-4d6b-af58-463abc2913d3), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:04.421872 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:04.545534 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Allocated IP 192.168.233.41 (7185b12b-2e86-44ec-9cba-fa2d30a4a2d0/8a48c53f-1330-4a68-94cd-9e742906f799/ad6ab887-bf1b-4af1-98a6-d679a90f2ddb) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:04.898500 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks [] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:04.927472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c39ef-cde0-4a51-8c08-f46e73cdacbe req-4c89d094-d9b3-4091-8b8c-203196961c5c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:04.930205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bd2c39ef-cde0-4a51-8c08-f46e73cdacbe req-4c89d094-d9b3-4091-8b8c-203196961c5c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.1397212 Oct 28 09:54:04.930950 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:04.982321 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-e8f23ac5-ff7e-4439-8d38-cf13c195f819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:05.021149 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:05.069303 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bd2c39ef-cde0-4a51-8c08-f46e73cdacbe req-e1f7bdb8-1cc5-4aaf-b5df-f8b9bdb85619 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313093 Oct 28 09:54:05.095210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:05.096713 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:05.099928 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Pushing event updated for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:05.106444 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:05.189205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:05.190503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:05.395637 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:05.399127 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-27ab4e3b-4cc7-4835-a4a9-418625ea8a68 None None] Provisioning complete for port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb triggered by entity DHCP. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:05.399697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-27ab4e3b-4cc7-4835-a4a9-418625ea8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:05.400193 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-27ab4e3b-4cc7-4835-a4a9-418625ea8a68 None None] Attempt 1 to provision port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb Oct 28 09:54:05.439434 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-27ab4e3b-4cc7-4835-a4a9-418625ea8a68 None None] Port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb cannot update to ACTIVE because it is not bound. {{(pid=112836) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 09:54:05.648006 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-baab8420-d303-452d-81c6-071b68ad79f6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5981855 Oct 28 09:54:05.672956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7a2c-b99b-4306-b861-033eb5e3d7bc req-7ac2c64e-3d1e-4752-b5ca-aca76c0a8095 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:05.675616 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f63b7a2c-b99b-4306-b861-033eb5e3d7bc req-7ac2c64e-3d1e-4752-b5ca-aca76c0a8095 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 935 time: 0.4804726 Oct 28 09:54:05.758350 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-f63b7a2c-b99b-4306-b861-033eb5e3d7bc req-400d506b-7bcf-40b6-8a72-4e347eb442c6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 Oct 28 09:54:05.981963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Request body: {'port': {'device_id': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:05.986048 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:05.993107 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:06.067707 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.203899 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:06.269765 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff756f51-becb-471e-acd1-698b349a9b9c req-656694eb-5dc5-472d-883f-bbeddc16a088 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:06.271368 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff756f51-becb-471e-acd1-698b349a9b9c req-656694eb-5dc5-472d-883f-bbeddc16a088 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.0846274 Oct 28 09:54:06.389125 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ff756f51-becb-471e-acd1-698b349a9b9c req-ca6bacf4-4853-472e-998b-10546a73358d tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028895 Oct 28 09:54:06.515226 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-57caf153-dd6d-47b4-a50e-46aafe73a899 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:06.516845 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-57caf153-dd6d-47b4-a50e-46aafe73a899 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 945 time: 0.0917635 Oct 28 09:54:06.521791 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6ab887-bf1b-4af1-98a6-d679a90f2ddb {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:54:06.539197 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks [] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.584010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Transition to ACTIVE for port object ad6ab887-bf1b-4af1-98a6-d679a90f2ddb will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:54:06.593414 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.652239 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:06.698969 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Deleting port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:54:06.699348 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.704012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:06.759540 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.842831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Attempting to bind port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:06.843180 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Attempting to bind port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:06.843514 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Attempting to bind port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb on network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:06.941850 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] For port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:06.942378 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:06.981395 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b107ec8-ac24-433c-a07b-402b8a65e4db req-17dfc1d5-c2a5-4976-a690-ea806c841ca1 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:06.984142 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b107ec8-ac24-433c-a07b-402b8a65e4db req-17dfc1d5-c2a5-4976-a690-ea806c841ca1 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 947 time: 0.1077907 Oct 28 09:54:06.996365 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Calling delete_port for 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:54:07.039330 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb on network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:54:07.039872 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Attempting to bind port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb on network 7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:07.132483 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:07.199046 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4b107ec8-ac24-433c-a07b-402b8a65e4db req-ab331a74-cb00-40d4-8770-a9937dbda41d tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970818 Oct 28 09:54:07.215043 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:07.215383 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Checking segment: {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:07.215628 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Bound using segment: {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:07.216116 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Bound port: ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75566725-5b07-472b-8902-271e404fd109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:07.216505 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.419476 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:07.425869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:07.437739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (0ddbc0c0-ff11-4444-9779-f95e0cbe36ad), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.465725 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.469610 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:07.470417 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.472598 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ad6ab887-bf1b-4af1-98a6-d679a90f2ddb HTTP/1.1" status: 200 len: 1097 time: 1.4966576 Oct 28 09:54:07.484564 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['0ddbc0c0-ff11-4444-9779-f95e0cbe36ad'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:54:07.524062 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:07.526783 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:07.547193 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Pushing event deleted for resources: {'Port': ['ID=0ddbc0c0-ff11-4444-9779-f95e0cbe36ad,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:07.656246 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] No DVR routers for this DVR port 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:54:07.659314 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b177654e-82cd-4f1a-a8fc-865f0935d8ce req-50ab933c-4fe2-4833-940d-4cbbae377441 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 210 time: 0.1092184 Oct 28 09:54:07.663252 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.666981 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-025a13e8-d3ce-40cf-8bff-85ffdae5e94e req-44bb482a-4f88-41e5-9277-5699b178c18b tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "DELETE /networking/v2.0/ports/0ddbc0c0-ff11-4444-9779-f95e0cbe36ad HTTP/1.1" status: 204 len: 173 time: 1.1399283 Oct 28 09:54:07.698454 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-bd175100-9702-444a-ab46-c3fb75fab6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:07.700239 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-bd175100-9702-444a-ab46-c3fb75fab6a4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 1131 time: 0.1428111 Oct 28 09:54:07.704868 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd076-b11f-4ce5-9817-d2012723d6ac service neutron] Pushing event updated for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:07.769951 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f988c-8015-405c-a7df-b603fb47f02b x-openstack-request-id: req-7b6f988c-8015-405c-a7df-b603fb47f02b {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:07.770337 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:07.770543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b6f988c-8015-405c-a7df-b603fb47f02b {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:07.770922 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6f988c-8015-405c-a7df-b603fb47f02b'] response: {'name': 'network-changed', 'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb', 'status': 'completed', 'code': 200} Oct 28 09:54:07.773041 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-754373d4-6e3e-4004-a6fb-fb7f53c35b3b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb HTTP/1.1" status: 200 len: 217 time: 0.0557122 Oct 28 09:54:07.854074 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-f634c3bb-ee5e-42e3-9f0c-d7bb25cc2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:07.855749 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-f634c3bb-ee5e-42e3-9f0c-d7bb25cc2c96 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8a48c53f-1330-4a68-94cd-9e742906f799 HTTP/1.1" status: 200 len: 843 time: 0.0617781 Oct 28 09:54:07.927390 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-8a87705c-9f5e-4425-962a-ae8dec04765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:07.928953 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-8a87705c-9f5e-4425-962a-ae8dec04765e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7185b12b-2e86-44ec-9cba-fa2d30a4a2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604362 Oct 28 09:54:07.966222 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:07.990752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:08.053480 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-9ee8bffc-3572-4010-b178-3357fad06db9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7185b12b-2e86-44ec-9cba-fa2d30a4a2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174457 Oct 28 09:54:08.158828 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-d07fb3ac-56f6-46e3-b618-c705fa6bb42d req-47d9b176-d34e-4d14-91f1-80288bd7b1b0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7185b12b-2e86-44ec-9cba-fa2d30a4a2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973406 Oct 28 09:54:08.209852 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:08.357713 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16b982-692e-4054-adb8-a5356516efbf req-93456f69-bef1-458b-a257-e4ecadfd4151 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:08.359413 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8b16b982-692e-4054-adb8-a5356516efbf req-93456f69-bef1-458b-a257-e4ecadfd4151 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 947 time: 0.0528693 Oct 28 09:54:08.433451 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8b16b982-692e-4054-adb8-a5356516efbf req-727cac09-2594-4e3c-a9a5-fe342ef4bdde tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628827 Oct 28 09:54:08.842664 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e84a9922-47c1-4c72-84c8-402753df318a req-4ec96989-aa63-42a8-95e4-1edf64f965eb tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0aa0241a-cd52-429f-b1f3-16194c5e029c HTTP/1.1" status: 200 len: 210 time: 0.0488520 Oct 28 09:54:09.417104 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-3c1a93c9-c5c9-49be-adee-82fadb4d1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:09.417104 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-3c1a93c9-c5c9-49be-adee-82fadb4d1443 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 1131 time: 0.0983946 Oct 28 09:54:09.530639 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:09.572858 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-e2f01077-0265-4a49-bce3-dddd53591be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:09.574529 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-e2f01077-0265-4a49-bce3-dddd53591be8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7185b12b-2e86-44ec-9cba-fa2d30a4a2d0 HTTP/1.1" status: 200 len: 870 time: 0.1489286 Oct 28 09:54:09.649290 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-b8d36751-1d32-4ed6-ba28-72fbaddad592 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb HTTP/1.1" status: 200 len: 217 time: 0.0637586 Oct 28 09:54:09.736770 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c346c6-1e5b-4a4f-b91a-ae10ddc7acbc req-c9f57b97-4ae8-4e94-9006-83b78e1c4b09 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:09.738564 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b0c346c6-1e5b-4a4f-b91a-ae10ddc7acbc req-c9f57b97-4ae8-4e94-9006-83b78e1c4b09 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 947 time: 0.0940754 Oct 28 09:54:09.761445 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-bb33cca5-30e4-45f2-991b-30f4104734f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:09.763144 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-bb33cca5-30e4-45f2-991b-30f4104734f3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8a48c53f-1330-4a68-94cd-9e742906f799 HTTP/1.1" status: 200 len: 843 time: 0.0993214 Oct 28 09:54:09.774133 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'name': 'network-vif-deleted', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:09.776612 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbaf5fc-256c-4d90-a41a-02794e684237" -d '{"events": [{"server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "name": "network-vif-deleted", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:09.845565 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b0c346c6-1e5b-4a4f-b91a-ae10ddc7acbc req-e198a4c5-0010-4401-b8c9-48668765da3c tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955074 Oct 28 09:54:09.847210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-4d5977f6-da1c-4e6c-9d5e-f5430b0eecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:09.848899 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-4d5977f6-da1c-4e6c-9d5e-f5430b0eecad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7185b12b-2e86-44ec-9cba-fa2d30a4a2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694635 Oct 28 09:54:09.926094 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4adb96-c675-4295-93ec-372ad5852e4e x-openstack-request-id: req-4d4adb96-c675-4295-93ec-372ad5852e4e {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:09.926543 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa0241a-cd52-429f-b1f3-16194c5e029c", "name": "network-vif-deleted", "tag": "0ddbc0c0-ff11-4444-9779-f95e0cbe36ad", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:09.926768 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d4adb96-c675-4295-93ec-372ad5852e4e {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:09.927388 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4adb96-c675-4295-93ec-372ad5852e4e'] response: {'server_uuid': '0aa0241a-cd52-429f-b1f3-16194c5e029c', 'name': 'network-vif-deleted', 'tag': '0ddbc0c0-ff11-4444-9779-f95e0cbe36ad', 'status': 'completed', 'code': 200} Oct 28 09:54:10.010192 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-53044984-9406-4fb3-9554-b545f493e534 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7185b12b-2e86-44ec-9cba-fa2d30a4a2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535833 Oct 28 09:54:10.127598 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-12139fbf-2fa3-4695-b6d9-cc1cc51f3036 req-c42a4518-dd76-4438-b61b-3b49267c0e15 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7185b12b-2e86-44ec-9cba-fa2d30a4a2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102545 Oct 28 09:54:10.268934 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=63,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:10.318742 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=62,neutron:DELETE=4,neutron:INSERT=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:10.327533 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-89f202d6-e0d1-4196-9cc2-f029df4341ef tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:10.329748 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-89f202d6-e0d1-4196-9cc2-f029df4341ef tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 809 time: 0.1405964 Oct 28 09:54:10.347268 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-8102b977-c0fe-47a7-8f93-9edd7e19095c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/quotas/6737c612807a468797742417d59da976 HTTP/1.1" status: 200 len: 375 time: 0.0110013 Oct 28 09:54:10.396826 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-bc09c81c-9121-4ffe-85fe-df6080fd3681 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393081 Oct 28 09:54:10.480392 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-9d0ed770-e2c4-4969-8454-135b392e4708 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934746 Oct 28 09:54:10.502572 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:10.536445 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-3cbfe9d2-ffba-4ff2-9359-6db8a7d186d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177034 Oct 28 09:54:10.545985 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:10.572941 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:54:10.573590 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 0ddbc0c0-ff11-4444-9779-f95e0cbe36ad not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:10.658989 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55dc7-0b55-4522-b875-496263f59228 req-2f8fbd2f-76c7-42d1-b43b-cb96d8e18507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:10.660082 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-2f8fbd2f-76c7-42d1-b43b-cb96d8e18507 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0920269 Oct 28 09:54:10.712441 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-7ec702c7-d15e-4c33-a17a-cdfe206205c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700988 Oct 28 09:54:10.797436 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55dc7-0b55-4522-b875-496263f59228 req-f6bfef75-f12c-46b9-888f-3b09b96468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:10.799843 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-f6bfef75-f12c-46b9-888f-3b09b96468be service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.1131544 Oct 28 09:54:10.915639 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-ec6274f0-a4f8-417d-a72c-08bd4429afad service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1002 time: 0.1069286 Oct 28 09:54:11.026293 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8a948eac-17e8-4ebf-b6af-56ac7098d9e8 req-1ae03d4b-39a5-4825-ac51-c504811fd992 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0861440 Oct 28 09:54:11.049939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55dc7-0b55-4522-b875-496263f59228 req-fb855e46-e4c4-4aae-8c9f-3819c46f5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:11.052893 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-fb855e46-e4c4-4aae-8c9f-3819c46f5866 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.1259770 Oct 28 09:54:11.151710 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:11.217231 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55dc7-0b55-4522-b875-496263f59228 req-eee54bf6-1a7e-4af5-bbf4-ee49fd8f2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:11.222710 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-eee54bf6-1a7e-4af5-bbf4-ee49fd8f2e23 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.1589189 Oct 28 09:54:11.329804 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21de3c-bbcd-47e3-9392-1a067b994bce req-afe9bb8b-cb01-45a9-954e-9cbfea67bace tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:11.332656 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9c21de3c-bbcd-47e3-9392-1a067b994bce req-afe9bb8b-cb01-45a9-954e-9cbfea67bace tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 947 time: 0.1739671 Oct 28 09:54:11.479562 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-075c91a4-8f28-4337-9d8b-54fa71797982 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461681 Oct 28 09:54:11.487767 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9c21de3c-bbcd-47e3-9392-1a067b994bce req-a4f270fa-4759-47f0-a4c7-4091dededbd6 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393895 Oct 28 09:54:11.647326 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ff55dc7-0b55-4522-b875-496263f59228 req-e5ec19b9-448e-4fcc-ae1d-7c2746cdeafb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537933 Oct 28 09:54:11.969135 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46090) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:12.127431 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.213516 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-417c8d65-dfd9-4eb9-899e-00809acc7ecc req-36fa0232-3515-4ed5-99c2-b5981c3597a2 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0523160 Oct 28 09:54:12.236034 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Publish callbacks [] for security_group (bde07ee3-128e-4a26-9453-e4be66582858), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.241967 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bde07ee3-128e-4a26-9453-e4be66582858), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.294038 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde07ee3-128e-4a26-9453-e4be66582858,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:12.304313 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4b8f62b0c70e43458b58573f39bc7063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295872 Oct 28 09:54:12.304691 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46096) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:12.314225 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.314628 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.314944 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.315309 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.315650 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.315983 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.316311 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.316640 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.317004 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.317333 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.317661 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.318006 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.318335 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.318684 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.319009 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f668-a606-4ffa-9e4c-fb01c66ff668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.383339 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] Publish callbacks [] for security_group (bde07ee3-128e-4a26-9453-e4be66582858), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.408814 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] Publish callbacks [] for security_group (bde07ee3-128e-4a26-9453-e4be66582858), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.483186 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bde07ee3-128e-4a26-9453-e4be66582858), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.487451 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.491231 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bde07ee3-128e-4a26-9453-e4be66582858 HTTP/1.1" status: 204 len: 168 time: 0.1852219 Oct 28 09:54:12.515837 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa7884-712c-45ba-964e-fb85a383b205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde07ee3-128e-4a26-9453-e4be66582858,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:12.589499 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ad6ab887-bf1b-4af1-98a6-d679a90f2ddb details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:54:12.701362 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-4a1d5094-e445-4e41-9812-573f489e64a2 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:12.705525 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-4a1d5094-e445-4e41-9812-573f489e64a2 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 809 time: 0.2542298 Oct 28 09:54:12.738227 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Request body: {'port': {'device_id': '352678cc-069f-4a32-b31b-7674427bbcb1', 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b', 'admin_state_up': True, 'tenant_id': '6737c612807a468797742417d59da976'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:12.755882 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:12.771872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb', 'network_id': '7185b12b-2e86-44ec-9cba-fa2d30a4a2d0', 'port_id': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb', 'mac_address': 'fa:16:3e:a8:7c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a48c53f-1330-4a68-94cd-9e742906f799', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:54:12.833380 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:12.833987 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.859286 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6ab887-bf1b-4af1-98a6-d679a90f2ddb {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:54:12.892137 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:12.897538 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:12.907411 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b704c8-89d9-40fb-aae6-7793821346b1 req-ebcdbc57-c9fe-421d-b8e0-9b06ddb87104 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:12.910767 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6b704c8-89d9-40fb-aae6-7793821346b1 req-ebcdbc57-c9fe-421d-b8e0-9b06ddb87104 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 947 time: 0.2019448 Oct 28 09:54:12.957773 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:12.967510 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.967867 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.968207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.968583 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.969019 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.969284 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.969609 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.970078 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.970478 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.970943 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.971263 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.971593 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.971919 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.972246 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:12.972569 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:13.002714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:13.044488 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46108) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:13.060794 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-14a6d0c0-dd53-4420-a424-280deec53561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.082084 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b6b704c8-89d9-40fb-aae6-7793821346b1 req-77e99d6f-a0ce-4a34-b8f9-29c4fb0d3756 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631651 Oct 28 09:54:13.104594 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Made reservation on behalf of 6737c612807a468797742417d59da976 for: {'port': 1} {{(pid=112834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:54:13.113995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.162919 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-14a6d0c0-dd53-4420-a424-280deec53561 admin admin] Publish callbacks [] for security_group (76c541e2-bbb2-4195-81ba-4fb1c7d20a69), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.169578 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-14a6d0c0-dd53-4420-a424-280deec53561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (76c541e2-bbb2-4195-81ba-4fb1c7d20a69), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.218974 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-14a6d0c0-dd53-4420-a424-280deec53561 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=98dc5a7278584d84ae4e1d46a2aa3132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731913 Oct 28 09:54:13.219960 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6d0c0-dd53-4420-a424-280deec53561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c541e2-bbb2-4195-81ba-4fb1c7d20a69,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:13.222839 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46110) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:13.232062 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['ad6ab887-bf1b-4af1-98a6-d679a90f2ddb'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:54:13.288536 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] Publish callbacks [] for security_group (76c541e2-bbb2-4195-81ba-4fb1c7d20a69), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.315149 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] Publish callbacks [] for security_group (76c541e2-bbb2-4195-81ba-4fb1c7d20a69), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.375435 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (76c541e2-bbb2-4195-81ba-4fb1c7d20a69), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.378321 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.379580 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/76c541e2-bbb2-4195-81ba-4fb1c7d20a69 HTTP/1.1" status: 204 len: 168 time: 0.1555364 Oct 28 09:54:13.389131 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a7c27-360e-47a9-a67e-a757cfe470f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c541e2-bbb2-4195-81ba-4fb1c7d20a69,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:13.417207 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4ffd963f-3c6d-4ace-a5f8-ac5be25f6806 req-9e3afa49-484d-459c-837a-c53fd4106f9e tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0816808 Oct 28 09:54:13.456053 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_common [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Allocated IP 172.20.0.14 (c1e4415f-14a7-48f8-b5f3-cad04c5a253b/f3296e96-1754-4a14-bd82-2ae15d6646ca/efdf229e-e455-4624-b75f-3586f20bef0d) {{(pid=112834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:54:13.650089 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:13.700956 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks [] for port (efdf229e-e455-4624-b75f-3586f20bef0d), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.750426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746737467603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.810993 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Network c1e4415f-14a7-48f8-b5f3-cad04c5a253b is already hosted by enough agents. {{(pid=112834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:54:13.814726 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.base_scheduler [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Resources bound (agent type, host, resource id): {{(pid=112834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:54:13.818893 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Received port after_create {{(pid=112834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 09:54:13.853425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Pushing event updated for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:13.882496 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:13.883186 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:13.903677 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-0912ac1b-2cfc-4695-a95f-04cbed13ece5 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1738372 Oct 28 09:54:13.926485 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.v2.base [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Request body: {'port': {'device_id': '352678cc-069f-4a32-b31b-7674427bbcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=112834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 09:54:13.964904 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46118) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:13.985693 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb751-dc0e-48fb-bec4-82500f33e4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.069465 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:14.072867 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:14.124657 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb751-dc0e-48fb-bec4-82500f33e4c7 admin admin] Publish callbacks [] for security_group (cfc18e27-9d0b-4cce-9645-80617de74e0e), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.130331 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb751-dc0e-48fb-bec4-82500f33e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cfc18e27-9d0b-4cce-9645-80617de74e0e), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.216349 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ab4fb751-dc0e-48fb-bec4-82500f33e4c7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8f510189230a40c1afd29260a7793e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493660 Oct 28 09:54:14.218301 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fb751-dc0e-48fb-bec4-82500f33e4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc18e27-9d0b-4cce-9645-80617de74e0e,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:14.222625 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46122) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:14.291264 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] Publish callbacks [] for security_group (cfc18e27-9d0b-4cce-9645-80617de74e0e), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.317480 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] Publish callbacks [] for security_group (cfc18e27-9d0b-4cce-9645-80617de74e0e), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.368900 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.376380 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (cfc18e27-9d0b-4cce-9645-80617de74e0e), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.379385 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.380591 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cfc18e27-9d0b-4cce-9645-80617de74e0e HTTP/1.1" status: 204 len: 168 time: 0.1564953 Oct 28 09:54:14.391361 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eec0fa-14a5-4bfe-a352-aba68f172f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc18e27-9d0b-4cce-9645-80617de74e0e,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:14.396333 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e1981-93d0-40be-a8ae-8d34160ad1c5 req-c6eef3c6-7d23-4ec7-9b8e-71867da765fc tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:14.398002 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9b3e1981-93d0-40be-a8ae-8d34160ad1c5 req-c6eef3c6-7d23-4ec7-9b8e-71867da765fc tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 948 time: 0.0682302 Oct 28 09:54:14.426019 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:14.544994 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9b3e1981-93d0-40be-a8ae-8d34160ad1c5 req-009f1e7a-7900-418e-a93c-4b23f5467e45 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228962 Oct 28 09:54:14.593651 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ad6ab887-bf1b-4af1-98a6-d679a90f2ddb up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:14.622558 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:14.698841 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:54:14.708455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:14.709159 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.709631 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb Oct 28 09:54:14.807054 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8bc8-2bd9-4591-8381-a41ba4643d72 req-f27207b5-f161-40e7-a65c-dcadc7ab173e tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:14.808700 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d6f8bc8-2bd9-4591-8381-a41ba4643d72 req-f27207b5-f161-40e7-a65c-dcadc7ab173e tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 932 time: 0.1056197 Oct 28 09:54:14.844989 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:14.847022 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.890640 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdf229e-e455-4624-b75f-3586f20bef0d {{(pid=112834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:54:14.894072 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:14.897862 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5541dd11-a0ec-4074-901e-176d0481efc2" -d '{"events": [{"server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "name": "network-vif-plugged", "status": "completed", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:14.900971 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7d6f8bc8-2bd9-4591-8381-a41ba4643d72 req-1c9a3eed-60f7-48aa-b9d5-6c152c0f66e1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674558 Oct 28 09:54:14.901574 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:14.903668 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks [] for port (efdf229e-e455-4624-b75f-3586f20bef0d), precommit_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.922376 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.provisioning_blocks [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Transition to ACTIVE for port object efdf229e-e455-4624-b75f-3586f20bef0d will not be triggered until provisioned by entity L2. {{(pid=112834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 09:54:14.928657 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:14.931373 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:14.941441 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:15.015650 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=2']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:15.066389 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:15.084196 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a790fba5-f07f-4407-b9ea-2fe9ab666722 x-openstack-request-id: req-a790fba5-f07f-4407-b9ea-2fe9ab666722 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:15.084640 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "name": "network-vif-plugged", "status": "completed", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:15.085035 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a790fba5-f07f-4407-b9ea-2fe9ab666722 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:15.085646 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a790fba5-f07f-4407-b9ea-2fe9ab666722'] response: {'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb', 'code': 200} Oct 28 09:54:15.085879 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:15.097809 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Attempting to bind port efdf229e-e455-4624-b75f-3586f20bef0d on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 09:54:15.098752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Attempting to bind port efdf229e-e455-4624-b75f-3586f20bef0d by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 09:54:15.098752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Attempting to bind port efdf229e-e455-4624-b75f-3586f20bef0d on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:15.147830 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Port efdf229e-e455-4624-b75f-3586f20bef0d on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:54:15.148152 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Attempting to bind port efdf229e-e455-4624-b75f-3586f20bef0d on network c1e4415f-14a7-48f8-b5f3-cad04c5a253b {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:54:15.202121 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Checking agent: {'id': '4268ea37-8c14-4848-8b9d-4983b0593fd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 9, 43), 'started_at': datetime.datetime(2022, 10, 28, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 09:54:15.202855 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Checking segment: {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 09:54:15.203463 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Bound using segment: {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'} {{(pid=112834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 09:54:15.204357 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.managers [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Bound port: efdf229e-e455-4624-b75f-3586f20bef0d, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bddd9e84-61b8-424a-8e15-b4250494126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b'}}] {{(pid=112834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 09:54:15.205226 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), before_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:15.388790 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, cleared binding levels {{(pid=112834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:54:15.416181 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c232e-92bf-4e42-a823-709ec8b9acaa req-3d131ca1-4d32-438d-93a1-c3b1ae3c0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:15.419530 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf6c232e-92bf-4e42-a823-709ec8b9acaa req-3d131ca1-4d32-438d-93a1-c3b1ae3c0e63 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 1133 time: 0.1040812 Oct 28 09:54:15.423029 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=efdf229e-e455-4624-b75f-3586f20bef0d,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:54:15.452553 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1078423'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_update {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:15.466539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:15.467114 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:15.469596 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/efdf229e-e455-4624-b75f-3586f20bef0d HTTP/1.1" status: 200 len: 1094 time: 1.5513670 Oct 28 09:54:15.470921 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:15.474918 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac96b3b-3963-48a1-9119-e8e92b38d3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:15.625497 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73edf1eb-332a-4083-9096-69638e20cf56 x-openstack-request-id: req-73edf1eb-332a-4083-9096-69638e20cf56 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:15.626457 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:15.626457 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73edf1eb-332a-4083-9096-69638e20cf56 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:15.627037 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73edf1eb-332a-4083-9096-69638e20cf56'] response: {'name': 'network-changed', 'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d', 'status': 'completed', 'code': 200} Oct 28 09:54:15.647297 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf6c232e-92bf-4e42-a823-709ec8b9acaa req-f9cb911e-1a32-40f9-9e76-6a7b1220a328 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188804 Oct 28 09:54:15.697469 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0578143-202f-4a69-97ac-fe51e6ee3f90 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=3']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:15.707014 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-35b77ed2-a968-4829-8fca-d13d0c312226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:15.709308 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-35b77ed2-a968-4829-8fca-d13d0c312226 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 1128 time: 0.1617241 Oct 28 09:54:15.770465 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d265b66-d117-4e0c-99c0-e33bf420ac77 req-fc6099e2-8ee6-4a60-a728-46727f8aad51 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:15.773071 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d265b66-d117-4e0c-99c0-e33bf420ac77 req-fc6099e2-8ee6-4a60-a728-46727f8aad51 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0999682 Oct 28 09:54:15.862265 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-0d265b66-d117-4e0c-99c0-e33bf420ac77 req-d44913d2-fe2b-4a8f-aedd-164dfc98097f tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809364 Oct 28 09:54:15.976635 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-3ed1396b-222c-41b7-a185-5c3977ab3d02 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf229e-e455-4624-b75f-3586f20bef0d HTTP/1.1" status: 200 len: 217 time: 0.0486326 Oct 28 09:54:16.059522 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:54:16.123536 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa3c0-3ba8-40bc-ae6d-4c46a0726dee req-e817002c-a867-4c4c-be69-42286808a73d tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:16.126204 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-089fa3c0-3ba8-40bc-ae6d-4c46a0726dee req-e817002c-a867-4c4c-be69-42286808a73d tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0812392 Oct 28 09:54:16.212089 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-089fa3c0-3ba8-40bc-ae6d-4c46a0726dee req-b9415094-3184-4f6f-8da7-a52479dea56c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785313 Oct 28 09:54:16.356715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:16.381101 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c808b-69e1-464a-83cf-7d666032a502 req-e13478fb-69a7-4250-a1c7-b2de887e90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:16.382673 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-e13478fb-69a7-4250-a1c7-b2de887e90f4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f3296e96-1754-4a14-bd82-2ae15d6646ca HTTP/1.1" status: 200 len: 849 time: 0.0554340 Oct 28 09:54:16.418273 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-22a36861-a99d-4c18-ac86-b681afd44865 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288911 Oct 28 09:54:16.530602 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-acd1ddb5-a79b-4c41-b9e5-e8a2a756606a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057420 Oct 28 09:54:16.662755 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-030c808b-69e1-464a-83cf-7d666032a502 req-c65fb66c-be36-463b-9156-edb06d2156ea service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227748 Oct 28 09:54:17.040544 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a461534-9bc3-4d6c-88cd-39e6d00a8f89 req-5b7e3686-a091-4603-98c8-ef22ed4be920 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:17.042222 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3a461534-9bc3-4d6c-88cd-39e6d00a8f89 req-5b7e3686-a091-4603-98c8-ef22ed4be920 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0749674 Oct 28 09:54:17.091666 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:17.139040 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3a461534-9bc3-4d6c-88cd-39e6d00a8f89 req-0d76ea5e-9be0-41c6-b7f2-c1eda9f85a38 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855742 Oct 28 09:54:17.472175 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539b10d-92f4-475a-b161-df2b273eccde req-9210f401-9b33-4110-b916-7a86514a18ba tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:17.473794 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8539b10d-92f4-475a-b161-df2b273eccde req-9210f401-9b33-4110-b916-7a86514a18ba tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0569711 Oct 28 09:54:17.535820 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-8539b10d-92f4-475a-b161-df2b273eccde req-9a5e91aa-f291-47fc-a68d-0946278241e8 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511179 Oct 28 09:54:17.696177 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e502f7-6490-4d11-82cd-cc6623d402d7 req-1a37ea99-18d3-48c6-bc82-ed800c5112fc tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:17.697715 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-03e502f7-6490-4d11-82cd-cc6623d402d7 req-1a37ea99-18d3-48c6-bc82-ed800c5112fc tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0591409 Oct 28 09:54:17.754921 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-03e502f7-6490-4d11-82cd-cc6623d402d7 req-c473a5d1-f3eb-4dda-afb3-0cddc73b4520 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 Oct 28 09:54:18.063282 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-25ff50e8-4f62-4470-a8fd-1db9450861b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:18.065109 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-25ff50e8-4f62-4470-a8fd-1db9450861b8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=6737c612807a468797742417d59da976&device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 1128 time: 0.0504129 Oct 28 09:54:18.740079 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e002633-aea9-40f8-8580-97131d0416d3 req-8f489bc2-563c-49c8-aa48-9fc6f062b71c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:18.742375 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e002633-aea9-40f8-8580-97131d0416d3 req-8f489bc2-563c-49c8-aa48-9fc6f062b71c tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 944 time: 0.0856016 Oct 28 09:54:18.817412 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5e002633-aea9-40f8-8580-97131d0416d3 req-afc6d0ba-d003-4001-b7f6-7843625e43ab tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646117 Oct 28 09:54:18.961749 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c2c6-7324-4bd0-bf93-531e568c8307 req-57f1006c-7e88-47f0-aa87-d4ddef2f54c8 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:18.964493 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2827c2c6-7324-4bd0-bf93-531e568c8307 req-57f1006c-7e88-47f0-aa87-d4ddef2f54c8 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0636587 Oct 28 09:54:19.040256 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-2827c2c6-7324-4bd0-bf93-531e568c8307 req-c93f7aa9-9db8-4b16-a54b-bfab2cab5204 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692623 Oct 28 09:54:19.382942 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-279567c4-1518-4c67-83a8-0aef4bcaf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:19.384454 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-279567c4-1518-4c67-83a8-0aef4bcaf068 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 200 len: 910 time: 0.1074252 Oct 28 09:54:19.582296 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-0be913f8-b65e-4f7d-b088-df4ca96a2270 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf229e-e455-4624-b75f-3586f20bef0d HTTP/1.1" status: 200 len: 217 time: 0.0581908 Oct 28 09:54:19.769757 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-82475c24-92ba-470e-9e87-b76f532640ca tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:19.771387 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-82475c24-92ba-470e-9e87-b76f532640ca tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0821147 Oct 28 09:54:19.779502 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-cb11805a-286a-4340-bd9a-a2f362bd6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:19.780966 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-cb11805a-286a-4340-bd9a-a2f362bd6efe service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f3296e96-1754-4a14-bd82-2ae15d6646ca HTTP/1.1" status: 200 len: 849 time: 0.0930228 Oct 28 09:54:19.845603 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-6d6cad4e-3c55-45ce-8cf4-5c2c4b9cf5b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c1e4415f-14a7-48f8-b5f3-cad04c5a253b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567453 Oct 28 09:54:19.970342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Deleting port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:54:19.970900 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:19.974869 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:20.112829 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266227-321c-4268-894f-d1eef42abb2e req-1c778278-83c9-43c6-a830-1e3753b65245 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:20.114515 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98266227-321c-4268-894f-d1eef42abb2e req-1c778278-83c9-43c6-a830-1e3753b65245 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 944 time: 0.1484182 Oct 28 09:54:20.141536 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-62601173-87b6-40e0-a94c-c9703b5d891a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833779 Oct 28 09:54:20.237118 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:20.247599 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] For port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,segment=NetworkSegment(75566725-5b07-472b-8902-271e404fd109),segment_id=75566725-5b07-472b-8902-271e404fd109)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:20.247997 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:20.275883 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Calling delete_port for ad6ab887-bf1b-4af1-98a6-d679a90f2ddb owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:54:20.289779 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-98266227-321c-4268-894f-d1eef42abb2e req-e6536448-3149-43f5-a071-6ba0638c4bae tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647043 Oct 28 09:54:20.367659 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cac96b3b-3963-48a1-9119-e8e92b38d3d2 req-f9f78677-4dc6-427c-8efb-0b24226e2a38 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085936 Oct 28 09:54:20.506780 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9fb98-0256-4f7a-9fdf-0367e55295c5 req-bea267de-12c7-4a4c-86bf-7344c4fe4655 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:20.508382 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11c9fb98-0256-4f7a-9fdf-0367e55295c5 req-bea267de-12c7-4a4c-86bf-7344c4fe4655 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3 HTTP/1.1" status: 200 len: 949 time: 0.0873260 Oct 28 09:54:20.526767 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (ad6ab887-bf1b-4af1-98a6-d679a90f2ddb), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:20.565859 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Pushing event deleted for resources: {'Port': ['ID=ad6ab887-bf1b-4af1-98a6-d679a90f2ddb,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:20.595799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['ad6ab887-bf1b-4af1-98a6-d679a90f2ddb'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:54:20.602657 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device efdf229e-e455-4624-b75f-3586f20bef0d details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:54:20.679291 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-11c9fb98-0256-4f7a-9fdf-0367e55295c5 req-774b3217-c756-42c1-9356-ca0188edd20d tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607115 Oct 28 09:54:20.680569 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] No DVR routers for this DVR port ad6ab887-bf1b-4af1-98a6-d679a90f2ddb on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:54:20.689678 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:20.697588 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cc38c90e-f25b-44a6-9f3c-2752aa74674e req-11a82501-0bbc-417f-b462-211ea4b7cba0 tempest-VolumesNegativeTest-1018315139 tempest-VolumesNegativeTest-1018315139-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ad6ab887-bf1b-4af1-98a6-d679a90f2ddb HTTP/1.1" status: 204 len: 173 time: 0.9195828 Oct 28 09:54:20.698304 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'name': 'network-vif-deleted', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:20.702425 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5187a4-1549-4b02-8003-3adcaebd9e2d" -d '{"events": [{"server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "name": "network-vif-deleted", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:20.793741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4180ad7c-796d-4f09-94e4-d372874dc496 x-openstack-request-id: req-4180ad7c-796d-4f09-94e4-d372874dc496 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:20.794937 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3", "name": "network-vif-deleted", "tag": "ad6ab887-bf1b-4af1-98a6-d679a90f2ddb", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:20.795421 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4180ad7c-796d-4f09-94e4-d372874dc496 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:20.796111 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4180ad7c-796d-4f09-94e4-d372874dc496'] response: {'server_uuid': '3ac4b2ef-6841-4eda-ab6a-d1bb7d4cfdc3', 'name': 'network-vif-deleted', 'tag': 'ad6ab887-bf1b-4af1-98a6-d679a90f2ddb', 'status': 'completed', 'code': 200} Oct 28 09:54:20.878031 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=efdf229e-e455-4624-b75f-3586f20bef0d,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:20.895886 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': 'efdf229e-e455-4624-b75f-3586f20bef0d', 'network_id': 'c1e4415f-14a7-48f8-b5f3-cad04c5a253b', 'port_id': 'efdf229e-e455-4624-b75f-3586f20bef0d', 'mac_address': 'fa:16:3e:2b:f8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3296e96-1754-4a14-bd82-2ae15d6646ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:54:20.948465 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port efdf229e-e455-4624-b75f-3586f20bef0d is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:20.948981 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:20.992374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdf229e-e455-4624-b75f-3586f20bef0d {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:54:21.030602 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=efdf229e-e455-4624-b75f-3586f20bef0d,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:21.036505 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:21.118499 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=4']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:21.453726 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['efdf229e-e455-4624-b75f-3586f20bef0d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:54:21.475562 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd74686-0be8-4c9d-9479-ff02449d1bc7 req-0b22ef6d-48bf-4c50-85d4-0eadd1628cf0 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:21.478370 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dbd74686-0be8-4c9d-9479-ff02449d1bc7 req-0b22ef6d-48bf-4c50-85d4-0eadd1628cf0 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Oct 28 09:54:21.590630 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-dbd74686-0be8-4c9d-9479-ff02449d1bc7 req-858cbfde-6401-4221-85c2-7be6caad6596 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978937 Oct 28 09:54:22.600632 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device efdf229e-e455-4624-b75f-3586f20bef0d up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:22.658911 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning for port efdf229e-e455-4624-b75f-3586f20bef0d completed by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 09:54:22.669616 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port efdf229e-e455-4624-b75f-3586f20bef0d triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:54:22.671121 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:22.671508 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port efdf229e-e455-4624-b75f-3586f20bef0d Oct 28 09:54:22.774516 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port efdf229e-e455-4624-b75f-3586f20bef0d is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:54:22.774861 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:22.799222 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:22.804764 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:22.807620 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62045d69-f2c4-482c-89a3-4d8cc3a6ce9d" -d '{"events": [{"server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "name": "network-vif-plugged", "status": "completed", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:22.825383 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=efdf229e-e455-4624-b75f-3586f20bef0d,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:22.825583 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b946805-2a3f-4cdc-b38e-635b35786444 req-bab42f38-c0f9-4206-a454-4c534de0733f tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:22.830903 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b946805-2a3f-4cdc-b38e-635b35786444 req-bab42f38-c0f9-4206-a454-4c534de0733f tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 945 time: 0.1054721 Oct 28 09:54:22.831910 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:22.833686 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ad6ab887-bf1b-4af1-98a6-d679a90f2ddb no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:22.892123 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: ad6ab887-bf1b-4af1-98a6-d679a90f2ddb {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:54:22.892728 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device ad6ab887-bf1b-4af1-98a6-d679a90f2ddb not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:22.924286 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:22.932334 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b946805-2a3f-4cdc-b38e-635b35786444 req-6257773f-5e5a-49c4-bf95-a0a2bf1ffa97 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853682 Oct 28 09:54:22.962087 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=5']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:23.030571 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d178ae07-31ce-4f88-863b-e307908272c9 x-openstack-request-id: req-d178ae07-31ce-4f88-863b-e307908272c9 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:23.030896 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "name": "network-vif-plugged", "status": "completed", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:23.031330 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d178ae07-31ce-4f88-863b-e307908272c9 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:23.031930 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d178ae07-31ce-4f88-863b-e307908272c9'] response: {'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d', 'code': 200} Oct 28 09:54:23.054931 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 46370) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:23.212275 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.257589 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:23.384968 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b180fd-a0d9-435d-80a3-6c6cd029793d req-0fcd5be6-5d20-4c96-9dab-3d948f1e46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:23.387456 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-47b180fd-a0d9-435d-80a3-6c6cd029793d req-0fcd5be6-5d20-4c96-9dab-3d948f1e46a4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 1130 time: 0.1045370 Oct 28 09:54:23.450847 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Publish callbacks [] for security_group (8a42b4dd-29c5-4ca7-a23d-70b6ac491440), precommit_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.459225 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (8a42b4dd-29c5-4ca7-a23d-70b6ac491440), after_create {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.532107 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:23.549437 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a68cbdfd379248ed9145fdd7a70a17a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930933 Oct 28 09:54:23.552655 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-47b180fd-a0d9-435d-80a3-6c6cd029793d req-e3379e43-2743-436c-8673-f57e1cbf2018 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544483 Oct 28 09:54:23.553280 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46388) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:23.554050 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a42b4dd-29c5-4ca7-a23d-70b6ac491440,revision_number=1']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:23.569673 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.570494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.571055 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.571601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.572116 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.572654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.573150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.573643 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.574133 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.574735 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.575245 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.575749 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.576236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.576737 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.577224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b93b64-f899-4a8c-8ebf-521a449a988c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:23.640112 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] Publish callbacks [] for security_group (8a42b4dd-29c5-4ca7-a23d-70b6ac491440), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.679724 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] Publish callbacks [] for security_group (8a42b4dd-29c5-4ca7-a23d-70b6ac491440), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.768023 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (8a42b4dd-29c5-4ca7-a23d-70b6ac491440), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.771589 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:23.773398 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8a42b4dd-29c5-4ca7-a23d-70b6ac491440 HTTP/1.1" status: 204 len: 168 time: 0.2171593 Oct 28 09:54:23.788632 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa82c4-c3f7-4e19-9ad3-b3e28c639e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a42b4dd-29c5-4ca7-a23d-70b6ac491440,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:24.134243 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29960e-7300-4cc2-8403-030708a7e48b req-a43fd44e-cb80-4d69-9581-fd8b3dee21c4 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:24.137002 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9b29960e-7300-4cc2-8403-030708a7e48b req-a43fd44e-cb80-4d69-9581-fd8b3dee21c4 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 946 time: 0.0680344 Oct 28 09:54:24.192817 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46434) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:24.213543 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2bba3fec-635c-4b7e-93d9-13f6f88931d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.218836 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9b29960e-7300-4cc2-8403-030708a7e48b req-4527c6b5-cb5d-4547-b450-88acee8dbba3 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742488 Oct 28 09:54:24.344857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2bba3fec-635c-4b7e-93d9-13f6f88931d6 admin admin] Publish callbacks [] for security_group (b4cd1fbb-1d26-4c33-a134-a64354484192), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.350706 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-2bba3fec-635c-4b7e-93d9-13f6f88931d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b4cd1fbb-1d26-4c33-a134-a64354484192), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.405578 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba3fec-635c-4b7e-93d9-13f6f88931d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cd1fbb-1d26-4c33-a134-a64354484192,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:24.427333 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-2bba3fec-635c-4b7e-93d9-13f6f88931d6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f64b7401eac942ecb30c28c81076ff60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325926 Oct 28 09:54:24.427617 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 46458) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:24.497142 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] Publish callbacks [] for security_group (b4cd1fbb-1d26-4c33-a134-a64354484192), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.529954 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] Publish callbacks [] for security_group (b4cd1fbb-1d26-4c33-a134-a64354484192), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.625604 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (b4cd1fbb-1d26-4c33-a134-a64354484192), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.629378 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:24.631068 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b4cd1fbb-1d26-4c33-a134-a64354484192 HTTP/1.1" status: 204 len: 168 time: 0.2016311 Oct 28 09:54:24.645666 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e734cbf-4914-4a34-aa8f-c5ad57f7b00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cd1fbb-1d26-4c33-a134-a64354484192,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:25.434901 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23975e0e-16a8-4715-b3a0-3e33f2d7c6ae req-7a523f33-8cf8-4832-af47-fad4a5148f53 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:25.436548 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-23975e0e-16a8-4715-b3a0-3e33f2d7c6ae req-7a523f33-8cf8-4832-af47-fad4a5148f53 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 946 time: 0.0759633 Oct 28 09:54:25.544913 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-23975e0e-16a8-4715-b3a0-3e33f2d7c6ae req-8042840e-a4c5-433e-b641-5764850abd4a tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952559 Oct 28 09:54:26.051314 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:26.324781 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46578) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:26.489126 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-92d6c4ca-5923-49ee-b051-bacbfb5f190e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.598782 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-92d6c4ca-5923-49ee-b051-bacbfb5f190e admin admin] Publish callbacks [] for security_group (9693bbfa-0fae-439f-9051-5717fe7d7724), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.603658 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757414dd-61f5-49c3-99a2-379a4ec8fa6c req-2ae815aa-a774-4829-bbf0-abb9028e83c7 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:26.604613 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-92d6c4ca-5923-49ee-b051-bacbfb5f190e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9693bbfa-0fae-439f-9051-5717fe7d7724), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.605841 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-757414dd-61f5-49c3-99a2-379a4ec8fa6c req-2ae815aa-a774-4829-bbf0-abb9028e83c7 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 946 time: 0.0810151 Oct 28 09:54:26.654178 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6c4ca-5923-49ee-b051-bacbfb5f190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9693bbfa-0fae-439f-9051-5717fe7d7724,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:26.663423 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-92d6c4ca-5923-49ee-b051-bacbfb5f190e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c9387871bcfd499496f67871a14caf73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367116 Oct 28 09:54:26.667373 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46584) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:26.691292 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:26.704835 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:26.706230 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-757414dd-61f5-49c3-99a2-379a4ec8fa6c req-56e99674-b7d6-463d-a203-723a5533612f tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890985 Oct 28 09:54:26.741920 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] Publish callbacks [] for security_group (9693bbfa-0fae-439f-9051-5717fe7d7724), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.766784 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] Publish callbacks [] for security_group (9693bbfa-0fae-439f-9051-5717fe7d7724), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.822286 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (9693bbfa-0fae-439f-9051-5717fe7d7724), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.825010 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:26.826375 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9693bbfa-0fae-439f-9051-5717fe7d7724 HTTP/1.1" status: 204 len: 168 time: 0.1566660 Oct 28 09:54:26.837054 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab315eee-c523-456e-92f4-a6bdc5b67891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9693bbfa-0fae-439f-9051-5717fe7d7724,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:27.645887 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46612) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:27.871391 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-30a38064-33c9-42fc-a2af-b12b3cc5b77b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1d832ea68ebb4c60b962d0cd76f787b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231796 Oct 28 09:54:27.873238 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46622) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:27.916911 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871b564-4ef2-405b-af2e-5d984359b9db req-3f066b83-10ec-4b9c-bc02-f27a9238b8ba tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:27.920076 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b871b564-4ef2-405b-af2e-5d984359b9db req-3f066b83-10ec-4b9c-bc02-f27a9238b8ba tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 946 time: 0.0938518 Oct 28 09:54:27.957479 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] Publish callbacks [] for security_group (d1e0c9e4-f5e2-4d6b-af58-463abc2913d3), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:27.985133 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] Publish callbacks [] for security_group (d1e0c9e4-f5e2-4d6b-af58-463abc2913d3), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:27.999398 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b871b564-4ef2-405b-af2e-5d984359b9db req-6344cbe6-4777-4b93-8a15-54f672f68cbc tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=07d393f6-fc76-4bef-9ed7-a6ea2d46deab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716884 Oct 28 09:54:28.061007 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (d1e0c9e4-f5e2-4d6b-af58-463abc2913d3), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.065436 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.067378 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d1e0c9e4-f5e2-4d6b-af58-463abc2913d3 HTTP/1.1" status: 204 len: 168 time: 0.1927829 Oct 28 09:54:28.081880 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64c4f7-f8c7-4bed-a355-dc9c5b043082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e0c9e4-f5e2-4d6b-af58-463abc2913d3,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:28.173415 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-a573b32c-c5ae-4c2d-aa57-5660c89b7acc tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:54:28.175639 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-a573b32c-c5ae-4c2d-aa57-5660c89b7acc tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 946 time: 0.1086891 Oct 28 09:54:28.319987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Deleting port efdf229e-e455-4624-b75f-3586f20bef0d {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:54:28.320586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.460342 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] For port efdf229e-e455-4624-b75f-3586f20bef0d, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=efdf229e-e455-4624-b75f-3586f20bef0d,segment=NetworkSegment(bddd9e84-61b8-424a-8e15-b4250494126f),segment_id=bddd9e84-61b8-424a-8e15-b4250494126f)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:28.460717 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.490460 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Calling delete_port for efdf229e-e455-4624-b75f-3586f20bef0d owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:54:28.497224 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:28.677705 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:28.686476 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (efdf229e-e455-4624-b75f-3586f20bef0d), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.716665 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Pushing event deleted for resources: {'Port': ['ID=efdf229e-e455-4624-b75f-3586f20bef0d,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:28.734503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['efdf229e-e455-4624-b75f-3586f20bef0d'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:54:28.782966 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] No DVR routers for this DVR port efdf229e-e455-4624-b75f-3586f20bef0d on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:54:28.785595 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:28.789066 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-83595b2e-1e00-43ce-8ded-b269d58822eb req-cb83e839-9cda-4e93-b257-60e5e82fd7d1 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.55 "DELETE /networking/v2.0/ports/efdf229e-e455-4624-b75f-3586f20bef0d HTTP/1.1" status: 204 len: 173 time: 0.6031022 Oct 28 09:54:28.789614 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'name': 'network-vif-deleted', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:54:28.792088 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18c50d-2f71-4024-8e43-bc9ae22d1fe6" -d '{"events": [{"server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "name": "network-vif-deleted", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:28.866210 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30758399-0cc3-4254-85fc-51f0ce728e0a x-openstack-request-id: req-30758399-0cc3-4254-85fc-51f0ce728e0a {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:28.866683 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352678cc-069f-4a32-b31b-7674427bbcb1", "name": "network-vif-deleted", "tag": "efdf229e-e455-4624-b75f-3586f20bef0d", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:28.867072 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30758399-0cc3-4254-85fc-51f0ce728e0a {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:28.867858 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30758399-0cc3-4254-85fc-51f0ce728e0a'] response: {'server_uuid': '352678cc-069f-4a32-b31b-7674427bbcb1', 'name': 'network-vif-deleted', 'tag': 'efdf229e-e455-4624-b75f-3586f20bef0d', 'status': 'completed', 'code': 200} Oct 28 09:54:29.151902 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cd0c0250-f147-42e0-87ab-9b864491e67c req-1c321226-aae0-4b6e-9654-f3c38aa58707 tempest-VolumesActionsTest-1640912710 tempest-VolumesActionsTest-1640912710-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=352678cc-069f-4a32-b31b-7674427bbcb1 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Oct 28 09:54:30.993378 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:31.683152 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:32.665752 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device efdf229e-e455-4624-b75f-3586f20bef0d no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:32.670828 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-55c15276-6e40-4518-ad63-a8a93c41fe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:32.692753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: efdf229e-e455-4624-b75f-3586f20bef0d {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:54:32.693589 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device efdf229e-e455-4624-b75f-3586f20bef0d not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:34.977362 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-5400c88d-8594-454e-bf6e-aaf19cf65559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:36.760702 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:37.961342 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:38.035245 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:38.081652 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:38.205746 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:39.132423 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:39.133251 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:42.987982 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:42.990550 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.199455 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:48.203860 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:54:50.049410 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 46878) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.206533 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1b4da584-9ad5-4148-baa6-a158f8ae7617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.329857 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1b4da584-9ad5-4148-baa6-a158f8ae7617 admin admin] Publish callbacks [] for security_group (fa2dc943-a162-4f01-a8da-7769f6023656), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.338032 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-1b4da584-9ad5-4148-baa6-a158f8ae7617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fa2dc943-a162-4f01-a8da-7769f6023656), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.391723 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da584-9ad5-4148-baa6-a158f8ae7617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2dc943-a162-4f01-a8da-7769f6023656,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:50.414964 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 46882) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:54:50.419311 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-1b4da584-9ad5-4148-baa6-a158f8ae7617 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2270d3b706994f90abcf576afacbd1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679073 Oct 28 09:54:50.492978 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] Publish callbacks [] for security_group (fa2dc943-a162-4f01-a8da-7769f6023656), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.522746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] Publish callbacks [] for security_group (fa2dc943-a162-4f01-a8da-7769f6023656), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.587825 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (fa2dc943-a162-4f01-a8da-7769f6023656), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.590899 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:54:50.605573 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa2dc943-a162-4f01-a8da-7769f6023656 HTTP/1.1" status: 204 len: 168 time: 0.1781790 Oct 28 09:54:50.622971 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e1682-d684-480e-8d26-f196b2e52595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2dc943-a162-4f01-a8da-7769f6023656,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.055939 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:00.386992 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=22,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.390318 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=15,neutron:INSERT=3 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.609745 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=18 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.610980 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:00.648158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:01.674002 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.666212 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-33c3819b-450c-43f9-b9ef-de83ef6b3b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:02.982948 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47008) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.037051 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Deleting subnet f3296e96-1754-4a14-bd82-2ae15d6646ca {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:55:03.041025 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Publish callbacks [] for subnet (f3296e96-1754-4a14-bd82-2ae15d6646ca), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.049570 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:03.084763 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (f3296e96-1754-4a14-bd82-2ae15d6646ca), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.129805 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (f3296e96-1754-4a14-bd82-2ae15d6646ca), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.197730 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (f3296e96-1754-4a14-bd82-2ae15d6646ca), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.253387 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3296e96-1754-4a14-bd82-2ae15d6646ca,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.256900 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.262640 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-be788167-e021-4a6c-ab05-9d62e0c73e06 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f3296e96-1754-4a14-bd82-2ae15d6646ca HTTP/1.1" status: 204 len: 168 time: 0.2782316 Oct 28 09:55:03.265213 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47010) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.384171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (c1e4415f-14a7-48f8-b5f3-cad04c5a253b), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.518325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (c1e4415f-14a7-48f8-b5f3-cad04c5a253b), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.543212 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e4415f-14a7-48f8-b5f3-cad04c5a253b']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.554529 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddd9e84-61b8-424a-8e15-b4250494126f') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.554831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddd9e84-61b8-424a-8e15-b4250494126f') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.568178 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (bddd9e84-61b8-424a-8e15-b4250494126f), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.588464 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (bddd9e84-61b8-424a-8e15-b4250494126f), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.595754 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:03.596151 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (bddd9e84-61b8-424a-8e15-b4250494126f), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.639571 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment bddd9e84-61b8-424a-8e15-b4250494126f resource provider aggregate not found Oct 28 09:55:03.667608 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment bddd9e84-61b8-424a-8e15-b4250494126f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bddd9e84-61b8-424a-8e15-b4250494126f found for delete ", "request_id": "req-bbf7457d-56d5-484f-a2c3-b2294639bba9"}]} Oct 28 09:55:03.676831 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (c1e4415f-14a7-48f8-b5f3-cad04c5a253b), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.687203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:03.691110 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c1e4415f-14a7-48f8-b5f3-cad04c5a253b HTTP/1.1" status: 204 len: 168 time: 0.4245906 Oct 28 09:55:03.705606 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7cb0d-3710-4783-a1df-43f7f9b5f7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e4415f-14a7-48f8-b5f3-cad04c5a253b,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.892261 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 47018) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.940892 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-357c6aa9-ed0b-4767-80a7-2a6041b687cf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6737c612807a468797742417d59da976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473180 Oct 28 09:55:03.943727 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 47020) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:03.997772 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] Publish callbacks [] for security_group (07d393f6-fc76-4bef-9ed7-a6ea2d46deab), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.021028 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] Publish callbacks [] for security_group (07d393f6-fc76-4bef-9ed7-a6ea2d46deab), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.087327 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (07d393f6-fc76-4bef-9ed7-a6ea2d46deab), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.090957 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:04.092248 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/07d393f6-fc76-4bef-9ed7-a6ea2d46deab HTTP/1.1" status: 204 len: 168 time: 0.1473231 Oct 28 09:55:04.104013 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac74589-82f4-4aa5-b520-d0f30a2b3930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d393f6-fc76-4bef-9ed7-a6ea2d46deab,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.983151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-300cf721-3bcc-4350-85dd-bd4fff74b694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:06.767082 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:07.972437 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:08.210177 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:09.646658 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c6da1-566d-4441-b680-c6df0b5f90db req-1ea803f6-cb79-4ab9-aec9-d491a8ffb8c9 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:09.649259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-708c6da1-566d-4441-b680-c6df0b5f90db req-1ea803f6-cb79-4ab9-aec9-d491a8ffb8c9 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.3109012 Oct 28 09:55:09.729273 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-708c6da1-566d-4441-b680-c6df0b5f90db req-211c2197-35ff-4155-afbf-6311ebc7717e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732615 Oct 28 09:55:10.876325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4b631-2430-46a6-9edb-78d4bf97e48c req-d697fc16-865b-43f8-b7e1-44fef1eee6ee tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:10.878005 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-78e4b631-2430-46a6-9edb-78d4bf97e48c req-d697fc16-865b-43f8-b7e1-44fef1eee6ee tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0643408 Oct 28 09:55:10.948010 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-78e4b631-2430-46a6-9edb-78d4bf97e48c req-83ccb109-2b5e-41cf-a461-a6ee2f5acf92 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590737 Oct 28 09:55:12.103191 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a429da-8471-4d21-bd4b-891e8ef7c94a req-310d4355-4b64-45fe-909e-5444b6a01a2d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.104861 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-62a429da-8471-4d21-bd4b-891e8ef7c94a req-310d4355-4b64-45fe-909e-5444b6a01a2d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0582931 Oct 28 09:55:12.170123 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-62a429da-8471-4d21-bd4b-891e8ef7c94a req-9157d37a-2135-4f72-b297-a9d813613cfa tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591054 Oct 28 09:55:12.478963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-765168f1-3a29-43d6-8c16-af4ca51b38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.481514 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-765168f1-3a29-43d6-8c16-af4ca51b38ce service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0647120 Oct 28 09:55:12.647071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-487ec070-a722-4e8f-be11-c632caf11cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.649387 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-487ec070-a722-4e8f-be11-c632caf11cca service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.1416266 Oct 28 09:55:12.675665 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:12.747591 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:12.780844 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-6102d0f5-e450-4037-b929-6847997a0f2a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1002 time: 0.1170790 Oct 28 09:55:12.843742 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-ee1b5018-87ae-4ac2-add2-88170c666213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.845302 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-ee1b5018-87ae-4ac2-add2-88170c666213 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0586877 Oct 28 09:55:12.893172 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-a80fbd26-4ad7-40ec-8565-23c2c6d30728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:12.894793 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-a80fbd26-4ad7-40ec-8565-23c2c6d30728 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0431623 Oct 28 09:55:13.004023 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-70e8c582-65c5-46fa-a6bd-87052d0a849d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023691 Oct 28 09:55:13.129504 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-e5c393a7-e46c-4d5d-bf6d-75eb971fd4cc req-cec00d09-38b2-42f6-9f08-97681df48c6d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179545 Oct 28 09:55:13.317349 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de89892-05b2-4f27-93e4-92378266dbc0 req-a70de0c7-e8b8-4027-a6bd-321fc0226b9f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:13.319114 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4de89892-05b2-4f27-93e4-92378266dbc0 req-a70de0c7-e8b8-4027-a6bd-321fc0226b9f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0598831 Oct 28 09:55:13.376683 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-4de89892-05b2-4f27-93e4-92378266dbc0 req-37d6ec72-df3a-40b6-8ffb-52d9ba90f435 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506670 Oct 28 09:55:14.096136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.097152 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:14.524119 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedfa12-75c3-4ff8-b0d4-9f7c059473dc req-824a39e1-fef2-4722-a4cd-1533f612ac9f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:14.525678 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5aedfa12-75c3-4ff8-b0d4-9f7c059473dc req-824a39e1-fef2-4722-a4cd-1533f612ac9f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0594344 Oct 28 09:55:14.593044 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5aedfa12-75c3-4ff8-b0d4-9f7c059473dc req-2e6fbbbb-f839-4dd1-b686-2a41ff36b83d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579817 Oct 28 09:55:15.739680 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee10100-6d5a-4ac1-b04d-300994712508 req-1b2b381b-5c3b-4fd2-badb-5d09ef3dd2f1 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:15.741453 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fee10100-6d5a-4ac1-b04d-300994712508 req-1b2b381b-5c3b-4fd2-badb-5d09ef3dd2f1 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0630813 Oct 28 09:55:16.092315 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fee10100-6d5a-4ac1-b04d-300994712508 req-07f1e0a1-b623-4f8f-bd4f-9e647783d24e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373394 Oct 28 09:55:17.252892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628ab47-04cd-4ea1-9d56-7b507a052271 req-ad49f6b8-3142-4010-950d-8add9da9ffe5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:17.256270 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6628ab47-04cd-4ea1-9d56-7b507a052271 req-ad49f6b8-3142-4010-950d-8add9da9ffe5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0637240 Oct 28 09:55:17.319329 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-6628ab47-04cd-4ea1-9d56-7b507a052271 req-2b172670-bbc6-465c-9644-ea45d446ef72 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526645 Oct 28 09:55:18.202679 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.204576 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:18.503062 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69300598-2e60-4dd2-8997-1accef807f1a req-738dfb6a-f80c-4165-811c-d56ca8a493bc tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:18.504653 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69300598-2e60-4dd2-8997-1accef807f1a req-738dfb6a-f80c-4165-811c-d56ca8a493bc tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0589263 Oct 28 09:55:18.569867 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-69300598-2e60-4dd2-8997-1accef807f1a req-da19adf8-db74-4686-8dd3-a0436b2b5dcd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578625 Oct 28 09:55:19.717586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-25e85e89-5fb8-489a-abdb-aeb7f6bcae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.719201 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-25e85e89-5fb8-489a-abdb-aeb7f6bcae18 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0711710 Oct 28 09:55:19.758250 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeede79-b6e6-486e-b90b-5bc4af7a7804 req-c53e24f1-69af-4e34-bab4-d71acd0a32a6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.759909 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3aeede79-b6e6-486e-b90b-5bc4af7a7804 req-c53e24f1-69af-4e34-bab4-d71acd0a32a6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0805178 Oct 28 09:55:19.871579 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3aeede79-b6e6-486e-b90b-5bc4af7a7804 req-860f9a7d-0493-41ea-ba84-a9502ae9c67b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766673 Oct 28 09:55:19.882316 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-dcdd2467-679b-4bdd-b323-c616b1e494d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:19.883873 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-dcdd2467-679b-4bdd-b323-c616b1e494d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.1546321 Oct 28 09:55:19.900251 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:19.938573 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:19.977883 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-add29490-6df9-475b-8212-1042f4033feb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1002 time: 0.0836518 Oct 28 09:55:20.055533 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-6ba78ae7-23ec-448f-a1b0-118d580a467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:20.057635 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-6ba78ae7-23ec-448f-a1b0-118d580a467c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0686831 Oct 28 09:55:20.134340 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-0ca3d882-1ad1-4192-a75e-eb70987e58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:20.136566 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-0ca3d882-1ad1-4192-a75e-eb70987e58d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0695195 Oct 28 09:55:20.266233 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-b08606d9-8180-4bd3-91fd-2e4b2075e9d0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190579 Oct 28 09:55:20.377276 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3c71d410-4671-48f6-9d25-51e2381abe5e req-ca0a4f9b-22ba-4a54-863d-1cec2ae37985 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011498 Oct 28 09:55:21.036291 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b212e-0b19-4a9e-b2a9-fbde6cff4f33 req-ca61710e-c7fc-403e-b681-4a584a4d6375 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:21.037962 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-990b212e-0b19-4a9e-b2a9-fbde6cff4f33 req-ca61710e-c7fc-403e-b681-4a584a4d6375 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0615878 Oct 28 09:55:21.103983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-990b212e-0b19-4a9e-b2a9-fbde6cff4f33 req-c65aca5b-815c-4562-bf83-b606078776dd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587714 Oct 28 09:55:22.278097 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc29d41-c073-4021-9ca4-302dbbad97a4 req-cab5b6fa-0a01-4004-bcab-c7d7bca73b95 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:22.280299 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cbc29d41-c073-4021-9ca4-302dbbad97a4 req-cab5b6fa-0a01-4004-bcab-c7d7bca73b95 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0838866 Oct 28 09:55:22.354023 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-cbc29d41-c073-4021-9ca4-302dbbad97a4 req-cf562c1c-d0b5-44a5-8ea4-b188432204d6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622752 Oct 28 09:55:23.540206 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef64-3679-473e-b6bb-c34aee96b7fb req-bb8121dd-3ca3-48b5-a988-c8c75af49f5b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:23.542331 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18d7ef64-3679-473e-b6bb-c34aee96b7fb req-bb8121dd-3ca3-48b5-a988-c8c75af49f5b tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0669582 Oct 28 09:55:23.602638 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-18d7ef64-3679-473e-b6bb-c34aee96b7fb req-d4d5ab13-92bb-4d2e-bb8f-398a877505ff tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540462 Oct 28 09:55:23.909233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47230) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:23.923649 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae464661-c754-4171-b809-7b1b223140e3 req-74dc8e0d-fe37-4430-8674-29c71f27a1c0 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:23.925208 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae464661-c754-4171-b809-7b1b223140e3 req-74dc8e0d-fe37-4430-8674-29c71f27a1c0 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0816877 Oct 28 09:55:24.017969 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ae464661-c754-4171-b809-7b1b223140e3 req-2dded0c5-27aa-4098-9e71-fc744ecb8b73 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831680 Oct 28 09:55:24.036487 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-4f1afded-5069-40a2-850c-73733c3fc4f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259632 Oct 28 09:55:24.045939 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-b2268e95-e23d-4918-9e2c-40877cdba59f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:55:24.047138 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-b2268e95-e23d-4918-9e2c-40877cdba59f service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057442 Oct 28 09:55:24.158010 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47240) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:24.271654 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-7b476589-28d3-4dd1-8494-58c4d79b87e8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:24.273131 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-7b476589-28d3-4dd1-8494-58c4d79b87e8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports/3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 943 time: 0.1138058 Oct 28 09:55:25.177281 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b61e3-6f82-496d-80f9-72462625a6b2 req-2d0d581b-c1ce-4a97-a10c-8d6d181170ef tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:25.178801 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-124b61e3-6f82-496d-80f9-72462625a6b2 req-2d0d581b-c1ce-4a97-a10c-8d6d181170ef tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0511630 Oct 28 09:55:25.236537 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-124b61e3-6f82-496d-80f9-72462625a6b2 req-cabac53a-6ccd-4a80-b29d-93474d97ff94 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519521 Oct 28 09:55:26.172082 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-6b1b4ce3-7871-4d84-8037-94191135de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.173894 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-6b1b4ce3-7871-4d84-8037-94191135de95 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16&tenant_id=937954dbeac043c29259ada2924c4953 HTTP/1.1" status: 200 len: 1130 time: 0.0518522 Oct 28 09:55:26.186103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-f23aac85-976a-448a-9998-66ee424566d7 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=112834) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 09:55:26.187175 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-f23aac85-976a-448a-9998-66ee424566d7 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059342 Oct 28 09:55:26.283286 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-1dbf8646-e47b-4107-85d0-b8adc951dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.284834 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-1dbf8646-e47b-4107-85d0-b8adc951dd84 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0492074 Oct 28 09:55:26.345233 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.416670 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e41a05-94fe-4ecd-8c52-47d5cac3c18a req-c3031270-1c3a-4717-848b-1add86cdb1f5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.418654 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-99e41a05-94fe-4ecd-8c52-47d5cac3c18a req-c3031270-1c3a-4717-848b-1add86cdb1f5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0703943 Oct 28 09:55:26.451120 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-0e0f6946-4e42-42ec-8f74-845b359be27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.452636 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-0e0f6946-4e42-42ec-8f74-845b359be27c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.1608615 Oct 28 09:55:26.455060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:26.533127 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-99e41a05-94fe-4ecd-8c52-47d5cac3c18a req-eaf586b0-667b-468d-8444-f8c4c32de383 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074080 Oct 28 09:55:26.548486 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-2b9103f3-16df-4423-98b0-f3b3f1d62b3f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1002 time: 0.0871513 Oct 28 09:55:26.601271 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-eaa91ed6-82a6-4263-8f21-6e2890d13c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.602809 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-eaa91ed6-82a6-4263-8f21-6e2890d13c2a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0482464 Oct 28 09:55:26.678516 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-b252e417-3f3e-4836-a10c-62a2e568b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:26.680844 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-b252e417-3f3e-4836-a10c-62a2e568b7a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0696862 Oct 28 09:55:26.788983 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-4b25e68d-a968-4afe-bded-bacb81578d38 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011808 Oct 28 09:55:26.895517 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ea3662db-7307-4d34-8aac-65e49f3fadc5 req-c52e93d1-5987-4e5b-84ae-4dd9dd4419f4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992997 Oct 28 09:55:26.957026 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:27.034563 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 3d968631-497a-49af-abf4-297aa62504c8 is: ACTIVE; New status is: DOWN {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:27.034963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.060419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:27.062831 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3350969-c783-45aa-b6b8-6e4af5b6ee27" -d '{"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:27.079802 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:27.084116 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:27.239214 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a135974-b047-4034-b3ab-80f53bc8d28b x-openstack-request-id: req-4a135974-b047-4034-b3ab-80f53bc8d28b {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:27.239541 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:27.239799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a135974-b047-4034-b3ab-80f53bc8d28b {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:27.240206 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a135974-b047-4034-b3ab-80f53bc8d28b'] response: {'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'code': 200} Oct 28 09:55:27.269629 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=6']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:27.277151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.277593 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.277950 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.278322 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.278699 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.279036 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.279434 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.279845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.280207 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.280607 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.281093 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.281271 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.281701 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.281983 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.282523 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:27.676979 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05e369-a0ea-4433-bc4d-e420d42f824b req-0af0289f-43a2-48c6-9d81-36af2b6c2bfe tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:27.678566 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b05e369-a0ea-4433-bc4d-e420d42f824b req-0af0289f-43a2-48c6-9d81-36af2b6c2bfe tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0611277 Oct 28 09:55:27.737926 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-3b05e369-a0ea-4433-bc4d-e420d42f824b req-113d88a4-d528-4300-ac2a-8357b79cf5cd tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524755 Oct 28 09:55:28.868438 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d45f6-efd4-47c4-b07e-3803b4ee6be9 req-3a8264f3-1ad5-4d0b-bf3b-db326069ede2 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:28.870564 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-753d45f6-efd4-47c4-b07e-3803b4ee6be9 req-3a8264f3-1ad5-4d0b-bf3b-db326069ede2 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0517068 Oct 28 09:55:28.930685 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-753d45f6-efd4-47c4-b07e-3803b4ee6be9 req-06169b74-f8d1-4de7-9b59-55dbb66648c0 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539153 Oct 28 09:55:30.056932 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:30.077752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22676a57-acfe-4509-9101-7037c38c1475 req-a7d412ea-6c12-4492-9559-3a79acd22387 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:30.079480 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-22676a57-acfe-4509-9101-7037c38c1475 req-a7d412ea-6c12-4492-9559-3a79acd22387 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0566032 Oct 28 09:55:30.087518 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=15 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:30.144377 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-22676a57-acfe-4509-9101-7037c38c1475 req-d02f17ff-0517-4449-b667-a671c3c9620f tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519590 Oct 28 09:55:31.283653 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e305981-8b56-4131-939e-181c1372ea0d req-9f5bdbc3-610c-4d21-abe7-2a1db84c6fb4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:31.285259 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9e305981-8b56-4131-939e-181c1372ea0d req-9f5bdbc3-610c-4d21-abe7-2a1db84c6fb4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0589166 Oct 28 09:55:31.349720 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-9e305981-8b56-4131-939e-181c1372ea0d req-afe5e1cb-5e26-47f5-a100-f0decc32269a tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558183 Oct 28 09:55:31.676221 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:32.482369 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0df3-cff1-4bd9-abed-778a3edaff8c req-02fd6d87-6b0e-41f8-a1ca-2414e7245c3e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:32.483990 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf0a0df3-cff1-4bd9-abed-778a3edaff8c req-02fd6d87-6b0e-41f8-a1ca-2414e7245c3e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0557730 Oct 28 09:55:32.555423 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-bf0a0df3-cff1-4bd9-abed-778a3edaff8c req-06868afc-5c04-4276-a192-3de80b94f4b1 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628049 Oct 28 09:55:32.673799 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-35c31451-ffca-40f8-99ef-e62e1b9df864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:33.273299 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b9dd6-2c7c-430e-aa9d-6b64f34d3626 req-a61ec92c-52e7-4cc2-ba59-e4fe3f5681e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.274908 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-955b9dd6-2c7c-430e-aa9d-6b64f34d3626 req-a61ec92c-52e7-4cc2-ba59-e4fe3f5681e4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1128 time: 0.0412257 Oct 28 09:55:33.287778 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:33.328609 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-955b9dd6-2c7c-430e-aa9d-6b64f34d3626 req-ce4681b5-23a0-47b5-9851-39a91b2b4446 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Oct 28 09:55:33.706019 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee392f-659f-42d1-8c73-2bc96afd7f19 req-2476bbda-beca-4535-9c0b-7ca2eaed9aa4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:33.707550 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-89ee392f-659f-42d1-8c73-2bc96afd7f19 req-2476bbda-beca-4535-9c0b-7ca2eaed9aa4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0508254 Oct 28 09:55:33.762516 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-89ee392f-659f-42d1-8c73-2bc96afd7f19 req-f9cede96-ed33-43d7-85f8-7cd7ba12dc78 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Oct 28 09:55:34.861134 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:34.931424 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0442a6b-4510-4e49-abdd-8720a4d7bcf6 req-5267c0b4-d203-45ec-b612-66344e4917d4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:55:34.934826 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0442a6b-4510-4e49-abdd-8720a4d7bcf6 req-5267c0b4-d203-45ec-b612-66344e4917d4 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 944 time: 0.0876243 Oct 28 09:55:34.985503 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=112836) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:34.995848 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-c0442a6b-4510-4e49-abdd-8720a4d7bcf6 req-693cfaeb-eae1-463f-98eb-09cd0d4874b6 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551441 Oct 28 09:55:35.008314 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-4f072a98-35b0-4e55-8760-9a4c50f61e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.113492 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:35.128618 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Returning: {'device': '3d968631-497a-49af-abf4-297aa62504c8', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'port_id': '3d968631-497a-49af-abf4-297aa62504c8', 'mac_address': 'fa:16:3e:e1:6c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112836) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:35.174947 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 3d968631-497a-49af-abf4-297aa62504c8 is: DOWN; New status is: BUILD {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:35.175339 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.192454 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d968631-497a-49af-abf4-297aa62504c8 {{(pid=112836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 09:55:35.224860 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:35.230949 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:35.284374 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=7']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.568377 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] get_ports_and_sgs() called for port_ids ['3d968631-497a-49af-abf4-297aa62504c8'] {{(pid=112836) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 09:55:36.766279 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.001415 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 up at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:37.005191 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:37.022814 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:37.052762 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.provisioning_blocks [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Provisioning complete for port 3d968631-497a-49af-abf4-297aa62504c8 triggered by entity L2. {{(pid=112836) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 09:55:37.053299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7575084'] for port (3d968631-497a-49af-abf4-297aa62504c8), provisioning_complete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.053848 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Attempt 1 to provision port 3d968631-497a-49af-abf4-297aa62504c8 Oct 28 09:55:37.150253 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Current status of the port 3d968631-497a-49af-abf4-297aa62504c8 is: BUILD; New status is: ACTIVE {{(pid=112836) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 09:55:37.151212 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7700636'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.178332 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:55:37.180800 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e8607bebc5d7324abef65270f92cdd01634b5e412c7a5e39318b65a3642103" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6fec5b-bbaa-4dd7-942f-d832107fd488" -d '{"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-plugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:37.195810 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:37.200440 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746737988015', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746737467621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746737467639'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:37.225751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c873ffc6-602f-4632-8779-a08e4fc11b44 x-openstack-request-id: req-c873ffc6-602f-4632-8779-a08e4fc11b44 {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:37.226061 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-plugged", "status": "completed", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "code": 200}]} {{(pid=112836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:37.226287 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c873ffc6-602f-4632-8779-a08e4fc11b44 {{(pid=112836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:37.226718 dv-cinder-zed-3-iscsi neutron-server[112836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c873ffc6-602f-4632-8779-a08e4fc11b44'] response: {'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'code': 200} Oct 28 09:55:37.254334 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Pushing event updated for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=8']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.967902 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:38.215845 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:40.052678 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=19 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:44.501652 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 47354) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:44.650091 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.792341 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Publish callbacks [] for security_group (907aac8b-7130-46e0-b424-9979efc73eed), precommit_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.798241 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (907aac8b-7130-46e0-b424-9979efc73eed), after_create {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.847098 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907aac8b-7130-46e0-b424-9979efc73eed,revision_number=1']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:44.854016 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2a1784fc77a543e6adbc6194ceb272d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508921 Oct 28 09:55:44.857276 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47358) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:55:44.861136 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.861702 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.862044 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.862564 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.863029 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.863459 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.863852 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.864235 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.864618 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.865024 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.865415 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.866156 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.866589 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.866968 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.867417 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c1c09-3168-440b-a0aa-842abf2e4356 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:44.924748 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Publish callbacks [] for security_group (907aac8b-7130-46e0-b424-9979efc73eed), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:44.951741 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Publish callbacks [] for security_group (907aac8b-7130-46e0-b424-9979efc73eed), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.011147 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (907aac8b-7130-46e0-b424-9979efc73eed), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.014746 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:55:45.016336 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/907aac8b-7130-46e0-b424-9979efc73eed HTTP/1.1" status: 204 len: 168 time: 0.1576288 Oct 28 09:55:45.034648 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907aac8b-7130-46e0-b424-9979efc73eed,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:45.052171 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.052754 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.053331 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.053867 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.054471 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.055040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.055586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.056132 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.056691 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.057261 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.057906 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.058376 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.058946 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.059503 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:45.060048 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546a457d-baf5-4d7b-abfa-83b0a2f1abc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:48.211674 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.850484 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:54.852440 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.021205 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.043033 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:55.078975 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.984920 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:55:56.986025 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:01.677093 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:02.669083 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-36ebca22-4d96-4b77-983d-8884a23191c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:04.988851 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d726d1a7-2df0-406c-842e-bb40bef4528a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:06.771852 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:07.057381 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:07.967883 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:08.221472 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:12.494043 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-66b33226-0f1b-440b-bc75-a4697066f5fa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1538024 Oct 28 09:56:12.616598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-ec32740b-50da-4be4-b00b-6555585f34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:12.617876 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-ec32740b-50da-4be4-b00b-6555585f34a6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0453532 Oct 28 09:56:12.736115 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-5fcff4b9-3642-401f-abd8-a1f6e9cb211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:12.737633 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-5fcff4b9-3642-401f-abd8-a1f6e9cb211d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.0963671 Oct 28 09:56:12.813190 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-3135be4a-781c-4c71-be75-610ded8c8b9c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 1002 time: 0.0661833 Oct 28 09:56:12.870613 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-dd873163-d61f-458f-b089-850dfb50851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:12.872153 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-dd873163-d61f-458f-b089-850dfb50851f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0494847 Oct 28 09:56:12.923512 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-e1d3f1ad-4557-457d-ae46-c67f0b0be475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:12.925182 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-e1d3f1ad-4557-457d-ae46-c67f0b0be475 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0440676 Oct 28 09:56:13.032920 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-27123e3c-410c-4295-a9da-641a607c83fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005673 Oct 28 09:56:13.135760 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-5ca4c335-68ac-4b7e-8922-50d97c420cec req-39bc766e-e4c1-4083-8538-cb047ada2d48 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958002 Oct 28 09:56:17.051638 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:17.052565 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.214105 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:18.216132 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.124607 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=50 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:23.131963 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=51 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:31.685115 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:32.669209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-038b05a1-bd69-49a9-9c37-13130cffbc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:33.980253 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:33.986508 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:34.984548 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-408f87b0-d8dd-4871-95b9-de986ad2414e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:36.775636 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:37.974256 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:38.230419 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:44.061273 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:47.969138 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:48.225597 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:53.785145 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47376) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:56:53.944566 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Deleting port 854f6888-4cb0-40f9-a273-5f5e0a68edcf {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:53.944865 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.041099 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.041622 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for floatingip (854f6888-4cb0-40f9-a273-5f5e0a68edcf), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.053986 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.055149 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:54.063218 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Calling delete_port for 854f6888-4cb0-40f9-a273-5f5e0a68edcf owned by network:floatingip {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:54.228413 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (854f6888-4cb0-40f9-a273-5f5e0a68edcf), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.254071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event deleted for resources: {'Port': ['ID=854f6888-4cb0-40f9-a273-5f5e0a68edcf,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.282472 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.282829 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.283182 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.283524 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.283866 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.284206 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.284539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.284875 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.285206 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.285535 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.285865 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.286196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.286559 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.286892 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.287222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:54.338290 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for floatingip (35d8757a-a09d-4791-bd8e-a194aa4dbbeb), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.338711 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.db.l3_db [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Floating IP 35d8757a-a09d-4791-bd8e-a194aa4dbbeb disassociated (deleted). External IP: 172.37.3.242, port: 3d968631-497a-49af-abf4-297aa62504c8. Oct 28 09:56:54.553160 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Router 2390b467-1865-47fd-820c-cf4cde718343 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:54.662235 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:54.667340 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for floatingip (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:54.672001 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Sync routers for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:54.683829 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:54.684448 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:56:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.703460 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-7f930684-0e03-40f6-a0e1-af8c7d40217e tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/35d8757a-a09d-4791-bd8e-a194aa4dbbeb HTTP/1.1" status: 204 len: 168 time: 0.9170737 Oct 28 09:56:54.704110 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:56:54.706450 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada6681-3710-45ad-8dbc-c04df9527494" -d '{"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:54.899937 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:55.107238 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc02a001-e89b-4645-b5ba-d79d0906f496 x-openstack-request-id: req-bc02a001-e89b-4645-b5ba-d79d0906f496 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:55.107808 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:55.108137 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc02a001-e89b-4645-b5ba-d79d0906f496 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:55.108785 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc02a001-e89b-4645-b5ba-d79d0906f496'] response: {'name': 'network-changed', 'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'status': 'completed', 'code': 200} Oct 28 09:56:55.161632 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:55.190513 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Checking router: 2390b467-1865-47fd-820c-cf4cde718343 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:55.200274 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:56:55.200891 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:56:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:55.213689 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:55.256738 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:55.285974 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b2b73-7cee-4e24-9398-d75600c7124a req-a090b934-f188-4220-8335-d7e89d3c09b8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:55.288772 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-886b2b73-7cee-4e24-9398-d75600c7124a req-a090b934-f188-4220-8335-d7e89d3c09b8 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0915892 Oct 28 09:56:55.320102 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:56:55.376884 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-886b2b73-7cee-4e24-9398-d75600c7124a req-dc8a6270-efac-4d64-bb15-2efd3e476827 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797751 Oct 28 09:56:55.580200 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:55.607400 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815c71-bb4e-491c-af4e-d118df1ad76f None None] The sync data for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi is: [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:51:58Z', 'revision_number': 4, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '34eb2248-2025-48cd-b7c0-0e8d7b12085c', 'name': '', 'network_id': '89f037fa-c0bb-4fca-88c2-3f761674a9f5', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'mac_address': 'fa:16:3e:7f:ee:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:57Z', 'updated_at': '2022-10-28T09:52:10Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'subnets': [{'id': '6581d325-bdaf-4b28-9b76-6ecea6a97cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:55.845449 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c518eab7-606e-43ac-9d81-e0f235f27178 None None] New status for floating IP 35d8757a-a09d-4791-bd8e-a194aa4dbbeb: DOWN {{(pid=112836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 09:56:56.370315 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6681-3710-45ad-8dbc-c04df9527494 req-2a169b8f-cb13-41df-a101-6787e86ff323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.371895 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-2a169b8f-cb13-41df-a101-6787e86ff323 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=937954dbeac043c29259ada2924c4953&device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 1130 time: 0.0426905 Oct 28 09:56:56.536751 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a345caf-a7de-4e27-9f46-8f10bbc6770c req-2c5135c0-c326-41fa-88e2-f398ef8be55d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.538509 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a345caf-a7de-4e27-9f46-8f10bbc6770c req-2c5135c0-c326-41fa-88e2-f398ef8be55d tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0617886 Oct 28 09:56:56.654315 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-7a345caf-a7de-4e27-9f46-8f10bbc6770c req-15ec121c-7ab2-4e44-95f6-981e5aa12697 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2856a85b-1555-4b69-a081-dff6dc77ebc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041901 Oct 28 09:56:56.672842 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6681-3710-45ad-8dbc-c04df9527494 req-605eb974-766d-4436-b437-fff66755c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.674693 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-605eb974-766d-4436-b437-fff66755c4be service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 200 len: 910 time: 0.1525278 Oct 28 09:56:56.920206 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-e7611a43-c166-4400-8989-334766a9d98d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 200 len: 217 time: 0.0363002 Oct 28 09:56:56.983849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6681-3710-45ad-8dbc-c04df9527494 req-87cbfecb-1f92-4452-9ad5-83ce34e904ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:56.985472 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-87cbfecb-1f92-4452-9ad5-83ce34e904ca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 200 len: 848 time: 0.0565882 Oct 28 09:56:57.091272 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6681-3710-45ad-8dbc-c04df9527494 req-59be5a47-b6f2-49f8-8ef9-ce4ba8fae8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:57.092860 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-59be5a47-b6f2-49f8-8ef9-ce4ba8fae8e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=89f037fa-c0bb-4fca-88c2-3f761674a9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0762570 Oct 28 09:56:57.098990 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5b47859b-0fcf-4422-8065-b3ae493e95d3 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 09:56:57.100549 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5b47859b-0fcf-4422-8065-b3ae493e95d3 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 946 time: 0.0749562 Oct 28 09:56:57.266146 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Deleting port 3d968631-497a-49af-abf4-297aa62504c8 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:56:57.266492 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (3d968631-497a-49af-abf4-297aa62504c8), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.284569 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-3395d435-6ba6-4685-9227-8effe0ca81a5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817138 Oct 28 09:56:57.445060 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] For port 3d968631-497a-49af-abf4-297aa62504c8, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3d968631-497a-49af-abf4-297aa62504c8,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:57.446558 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (3d968631-497a-49af-abf4-297aa62504c8), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.471344 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Calling delete_port for 3d968631-497a-49af-abf4-297aa62504c8 owned by compute:nova {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:56:57.477205 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-fada6681-3710-45ad-8dbc-c04df9527494 req-6cb129d3-0063-4bfe-bd53-fd486fd81d7c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579907 Oct 28 09:56:57.542959 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=100 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:57.653821 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (3d968631-497a-49af-abf4-297aa62504c8), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.702157 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event deleted for resources: {'Port': ['ID=3d968631-497a-49af-abf4-297aa62504c8,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:57.836036 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-ad71cb42-7f4e-4b5e-98db-6b3760168a02 req-17248018-b167-4c75-b066-935163a7217c tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 210 time: 0.0790451 Oct 28 09:56:57.837203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] No DVR routers for this DVR port 3d968631-497a-49af-abf4-297aa62504c8 on host hv-cinder-zed-3 {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:56:57.841216 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102744'] for port (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:56:57.847712 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-b742ad6d-7a5b-47ad-b22f-0004fcf259b9 req-5fca829e-9c6d-4927-b315-ece8ec1d8f36 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.55 "DELETE /networking/v2.0/ports/3d968631-497a-49af-abf4-297aa62504c8 HTTP/1.1" status: 204 len: 173 time: 0.7368507 Oct 28 09:56:57.848716 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-deleted', 'tag': '3d968631-497a-49af-abf4-297aa62504c8'}] {{(pid=112834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 09:56:57.852967 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d491fcccaee0c9f6af01d74e0a6c9dbf73870d899ba7023929c46f28a56738b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b31927-cc11-459f-804c-5edc648a889a" -d '{"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-deleted", "tag": "3d968631-497a-49af-abf4-297aa62504c8"}]}' {{(pid=112834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:57.901573 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 09:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c81a731-5b44-4f5c-8abb-a7d764bf98d4 x-openstack-request-id: req-1c81a731-5b44-4f5c-8abb-a7d764bf98d4 {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:57.902042 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96d9706-3980-4e3c-8a22-f18b9a7b4a16", "name": "network-vif-deleted", "tag": "3d968631-497a-49af-abf4-297aa62504c8", "status": "completed", "code": 200}]} {{(pid=112834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:57.902494 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c81a731-5b44-4f5c-8abb-a7d764bf98d4 {{(pid=112834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:57.903152 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c81a731-5b44-4f5c-8abb-a7d764bf98d4'] response: {'server_uuid': 'b96d9706-3980-4e3c-8a22-f18b9a7b4a16', 'name': 'network-vif-deleted', 'tag': '3d968631-497a-49af-abf4-297aa62504c8', 'status': 'completed', 'code': 200} Oct 28 09:56:58.950860 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:56:58.982147 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [req-00ae5493-3ab9-4937-9985-1d1e6b9df9a1 req-9f395405-42e8-404c-aa1f-0deb0295db04 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b96d9706-3980-4e3c-8a22-f18b9a7b4a16 HTTP/1.1" status: 200 len: 210 time: 0.0454755 Oct 28 09:57:00.053890 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47402) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:00.122110 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (2856a85b-1555-4b69-a081-dff6dc77ebc8), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.149980 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (2856a85b-1555-4b69-a081-dff6dc77ebc8), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.215188 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (2856a85b-1555-4b69-a081-dff6dc77ebc8), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.218358 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:00.219626 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2856a85b-1555-4b69-a081-dff6dc77ebc8 HTTP/1.1" status: 204 len: 168 time: 0.1680870 Oct 28 09:57:00.230219 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed4bdf-2b94-4a4c-8c06-21f71bcdebb5 tempest-TestShelveInstance-695044665 tempest-TestShelveInstance-695044665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856a85b-1555-4b69-a081-dff6dc77ebc8,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.279974 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47406) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:01.014380 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (2390b467-1865-47fd-820c-cf4cde718343), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.239143 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Deleting port 34eb2248-2025-48cd-b7c0-0e8d7b12085c {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:01.239876 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.299742 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.329373 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] For port 34eb2248-2025-48cd-b7c0-0e8d7b12085c, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34eb2248-2025-48cd-b7c0-0e8d7b12085c,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:01.329732 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.344338 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Calling delete_port for 34eb2248-2025-48cd-b7c0-0e8d7b12085c owned by network:router_interface {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:01.404621 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:01.439622 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:01.459893 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] No Port match for: 3d968631-497a-49af-abf4-297aa62504c8 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:01.460240 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Device 3d968631-497a-49af-abf4-297aa62504c8 not bound to the agent host hv-cinder-zed-3 {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:01.532822 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (34eb2248-2025-48cd-b7c0-0e8d7b12085c), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.563489 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Pushing event deleted for resources: {'Port': ['ID=34eb2248-2025-48cd-b7c0-0e8d7b12085c,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:01.684132 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.746987 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (2390b467-1865-47fd-820c-cf4cde718343), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:01.960523 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Router 2390b467-1865-47fd-820c-cf4cde718343 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:02.061283 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.067539 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:02.072793 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-df6d2d19-10b1-4326-8266-2189098a3031 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/2390b467-1865-47fd-820c-cf4cde718343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852888 Oct 28 09:57:02.075493 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47410) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:02.078425 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Sync routers for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:02.090569 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:02.091184 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:56:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.189712 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks [] for router (2390b467-1865-47fd-820c-cf4cde718343), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.199909 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:02.294632 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks [] for router_gateway (2390b467-1865-47fd-820c-cf4cde718343), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.333880 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.341792 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Deleting port b9bb996c-7529-4fbd-9634-a9986da63eee {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:02.342134 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.381031 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35'}], 'enable_snat': True}, 'gw_port_id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:57:01Z', 'revision_number': 5, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port': {'id': 'b9bb996c-7529-4fbd-9634-a9986da63eee', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390b467-1865-47fd-820c-cf4cde718343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.409644 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Checking router: 2390b467-1865-47fd-820c-cf4cde718343 for host: dv-cinder-zed-3-iscsi {{(pid=112837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:02.421083 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Routers {'2390b467-1865-47fd-820c-cf4cde718343'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:02.421701 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:56:35Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['2390b467-1865-47fd-820c-cf4cde718343'], 'active': True} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.437478 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] For port b9bb996c-7529-4fbd-9634-a9986da63eee, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b9bb996c-7529-4fbd-9634-a9986da63eee,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:02.437848 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.453601 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Calling delete_port for b9bb996c-7529-4fbd-9634-a9986da63eee owned by network:router_gateway {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:02.489170 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=100 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.496263 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:02.515035 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_dvr_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] Set router 2390b467-1865-47fd-820c-cf4cde718343 gateway port host: None {{(pid=112837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:02.567539 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.l3_hamode_db [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:57:02Z', 'revision_number': 6, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:02.601535 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b25c47-5ed5-4ab6-9ebd-0b83695731d0 None None] The sync data for ids ['2390b467-1865-47fd-820c-cf4cde718343'] in dv-cinder-zed-3-iscsi is: [{'id': '2390b467-1865-47fd-820c-cf4cde718343', 'name': 'tempest-TestShelveInstance-1047563039-router', 'tenant_id': '937954dbeac043c29259ada2924c4953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:51:55Z', 'updated_at': '2022-10-28T09:57:02Z', 'revision_number': 6, 'project_id': '937954dbeac043c29259ada2924c4953', 'gw_port_host': None}] {{(pid=112837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:02.655012 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (b9bb996c-7529-4fbd-9634-a9986da63eee), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.671094 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-93ece671-86b1-418e-8341-71994ae833d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.685598 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bb996c-7529-4fbd-9634-a9986da63eee,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.754439 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (2390b467-1865-47fd-820c-cf4cde718343), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.864229 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (2390b467-1865-47fd-820c-cf4cde718343), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.867715 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks [] for router_controller (2390b467-1865-47fd-820c-cf4cde718343), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.921044 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (2390b467-1865-47fd-820c-cf4cde718343), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.921866 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2390b467-1865-47fd-820c-cf4cde718343 {{(pid=112834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:02.929196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:02.931507 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e4927137-181b-4c77-80bc-517af70d350e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/2390b467-1865-47fd-820c-cf4cde718343 HTTP/1.1" status: 204 len: 168 time: 0.8546970 Oct 28 09:57:02.934817 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47412) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.001269 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Deleting subnet 6581d325-bdaf-4b28-9b76-6ecea6a97cbd {{(pid=112834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:03.005476 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Publish callbacks [] for subnet (6581d325-bdaf-4b28-9b76-6ecea6a97cbd), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.050294 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3304878'] for subnet (6581d325-bdaf-4b28-9b76-6ecea6a97cbd), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.079739 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:03.144131 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (6581d325-bdaf-4b28-9b76-6ecea6a97cbd), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.210448 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1078445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59066218'] for subnet (6581d325-bdaf-4b28-9b76-6ecea6a97cbd), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.238714 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6581d325-bdaf-4b28-9b76-6ecea6a97cbd,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.245984 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.250930 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-e8bcc7c9-b826-4a17-aefc-7e2a9531cc5a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6581d325-bdaf-4b28-9b76-6ecea6a97cbd HTTP/1.1" status: 204 len: 168 time: 0.3150287 Oct 28 09:57:03.251960 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 47414) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:03.253875 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d7a17-c7e5-4eb7-988f-fb8ee7a8a605 None None] Network 89f037fa-c0bb-4fca-88c2-3f761674a9f5 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:03.338378 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (89f037fa-c0bb-4fca-88c2-3f761674a9f5), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.421621 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Deleting port ce5fb438-9d4a-44e6-97bc-c250dbca0193 {{(pid=112835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:03.421960 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.498876 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] DHCP port deletion for 89f037fa-c0bb-4fca-88c2-3f761674a9f5 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:03.502084 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.db [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] For port ce5fb438-9d4a-44e6-97bc-c250dbca0193, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=ce5fb438-9d4a-44e6-97bc-c250dbca0193,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:03.502765 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.526734 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.plugin [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Calling delete_port for ce5fb438-9d4a-44e6-97bc-c250dbca0193 owned by network:dhcp {{(pid=112835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:03.565858 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 34eb2248-2025-48cd-b7c0-0e8d7b12085c no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:03.606641 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Deleting port ce5fb438-9d4a-44e6-97bc-c250dbca0193 {{(pid=112836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:03.607201 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), before_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.611652 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 34eb2248-2025-48cd-b7c0-0e8d7b12085c {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:03.612151 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 34eb2248-2025-48cd-b7c0-0e8d7b12085c not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:03.612763 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b9bb996c-7529-4fbd-9634-a9986da63eee no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:03.620645 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59075539'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.648705 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5fb438-9d4a-44e6-97bc-c250dbca0193,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.658179 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] No DVR routers for this DVR port ce5fb438-9d4a-44e6-97bc-c250dbca0193 on host dv-cinder-zed-3-iscsi {{(pid=112835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:03.661370 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.662190 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.662774 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.663316 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.663881 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.664909 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.665451 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.665965 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.666516 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.667028 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.667530 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.668050 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.668567 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.669058 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.669555 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:03.723378 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: b9bb996c-7529-4fbd-9634-a9986da63eee {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:03.723985 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device b9bb996c-7529-4fbd-9634-a9986da63eee not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:03.758312 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.db [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] For port ce5fb438-9d4a-44e6-97bc-c250dbca0193, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=ce5fb438-9d4a-44e6-97bc-c250dbca0193,segment=NetworkSegment(d47f3604-a595-4e8d-af9d-78bc48ef7a5d),segment_id=d47f3604-a595-4e8d-af9d-78bc48ef7a5d)] {{(pid=112836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:03.758831 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), precommit_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.784392 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Calling delete_port for ce5fb438-9d4a-44e6-97bc-c250dbca0193 owned by network:dhcp {{(pid=112836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:03.955327 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612'] for port (ce5fb438-9d4a-44e6-97bc-c250dbca0193), after_delete {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:03.986245 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Pushing event deleted for resources: {'Port': ['ID=ce5fb438-9d4a-44e6-97bc-c250dbca0193,revision_number=None']} {{(pid=112836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.998440 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] No DVR routers for this DVR port ce5fb438-9d4a-44e6-97bc-c250dbca0193 on host dv-cinder-zed-3-iscsi {{(pid=112836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:04.003768 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.004299 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.004738 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.005167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.005594 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.006130 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.006670 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.007158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.015167 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a465fe5-3eaa-4b53-8096-c105ba25cd95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=112836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:04.067313 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (89f037fa-c0bb-4fca-88c2-3f761674a9f5), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.091085 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f037fa-c0bb-4fca-88c2-3f761674a9f5']}} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:04.104049 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d') {'for_net_delete': True} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:04.104392 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.services.segments.db [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47f3604-a595-4e8d-af9d-78bc48ef7a5d') {} {{(pid=112835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:04.115512 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59510696'] for segment (d47f3604-a595-4e8d-af9d-78bc48ef7a5d), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.132313 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (d47f3604-a595-4e8d-af9d-78bc48ef7a5d), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.141187 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=112835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:04.141533 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59075390'] for segment (d47f3604-a595-4e8d-af9d-78bc48ef7a5d), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.234282 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (89f037fa-c0bb-4fca-88c2-3f761674a9f5), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.243607 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.250123 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/89f037fa-c0bb-4fca-88c2-3f761674a9f5 HTTP/1.1" status: 204 len: 168 time: 0.9968567 Oct 28 09:57:04.253196 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47422) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:04.275171 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c23f18-45b5-4014-bdf4-635b6d4c023b admin admin] Pushing event deleted for resources: {'Network': ['ID=89f037fa-c0bb-4fca-88c2-3f761674a9f5,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:04.344015 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment d47f3604-a595-4e8d-af9d-78bc48ef7a5d resource provider aggregate not found Oct 28 09:57:04.368534 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.services.segments.plugin [-] Segment d47f3604-a595-4e8d-af9d-78bc48ef7a5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d47f3604-a595-4e8d-af9d-78bc48ef7a5d found for delete ", "request_id": "req-7d50fc9e-d5c5-4d57-b940-de9012b9a10a"}]} Oct 28 09:57:04.546897 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:04.646620 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1796017'] for router_interface (64df037f-60a8-4462-834a-72eba23645a3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.888071 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Deleting port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:04.888415 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.975814 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] For port 9774b555-5ae3-42b8-a40d-70dfc7ef1e75, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:04.976478 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.983319 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd8a0-1421-4539-95ed-3082cd898575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:04.993584 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Calling delete_port for 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 owned by network:router_interface {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:05.140226 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.210103 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (9774b555-5ae3-42b8-a40d-70dfc7ef1e75), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.220686 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device ce5fb438-9d4a-44e6-97bc-c250dbca0193 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:05.247170 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: ce5fb438-9d4a-44e6-97bc-c250dbca0193 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:05.247513 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device ce5fb438-9d4a-44e6-97bc-c250dbca0193 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:05.265855 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Pushing event deleted for resources: {'Port': ['ID=9774b555-5ae3-42b8-a40d-70dfc7ef1e75,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:05.488826 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802017'] for router_interface (64df037f-60a8-4462-834a-72eba23645a3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:05.605203 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:05.728871 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Router 64df037f-60a8-4462-834a-72eba23645a3 has already been hosted by L3 agent 1c6b9cd6-a43f-4852-8803-1e6950b2a7cb {{(pid=112834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:06.119192 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=112834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:06.124383 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-28ba8523-e866-4c6c-8a49-16046281e857 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/64df037f-60a8-4462-834a-72eba23645a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687036 Oct 28 09:57:06.128301 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47426) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:06.131945 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Sync routers for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:06.145963 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:06.146872 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:57:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:06.231967 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks [] for router (64df037f-60a8-4462-834a-72eba23645a3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.300119 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: dv-cinder-zed-3-iscsi {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:06.348041 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks [] for router_gateway (64df037f-60a8-4462-834a-72eba23645a3), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.400934 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Deleting port 27a69208-d902-4ca0-904e-289f14811f49 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:06.401393 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (27a69208-d902-4ca0-904e-289f14811f49), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.446216 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:06.499419 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] For port 27a69208-d902-4ca0-904e-289f14811f49, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=27a69208-d902-4ca0-904e-289f14811f49,segment=NetworkSegment(cb943606-34df-43cc-9beb-9ce00865d47a),segment_id=cb943606-34df-43cc-9beb-9ce00865d47a)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:06.499808 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (27a69208-d902-4ca0-904e-289f14811f49), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.515220 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'external_fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155'}], 'enable_snat': True}, 'gw_port_id': '27a69208-d902-4ca0-904e-289f14811f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:57:05Z', 'revision_number': 5, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port': {'id': '27a69208-d902-4ca0-904e-289f14811f49', 'name': '', 'network_id': '5bb461d1-d798-4cc6-b8a5-fc351d8b5013', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64df037f-60a8-4462-834a-72eba23645a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '5533924d-a326-4723-9019-9e911d829668', 'ip_address': '172.37.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T09:52:05Z', 'updated_at': '2022-10-28T09:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5533924d-a326-4723-9019-9e911d829668', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:06.518664 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Calling delete_port for 27a69208-d902-4ca0-904e-289f14811f49 owned by network:router_gateway {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:06.559137 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Checking router: 64df037f-60a8-4462-834a-72eba23645a3 for host: dv-cinder-zed-3-iscsi {{(pid=112836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:06.574636 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Routers {'64df037f-60a8-4462-834a-72eba23645a3'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=112836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 09:57:06.575675 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T09:36:35Z,description=,heartbeat_timestamp=2022-10-28T09:57:05Z,host='dv-cinder-zed-3-iscsi',id=1c6b9cd6-a43f-4852-8803-1e6950b2a7cb,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T09:36:35Z,topic='l3_agent')) {'router_ids': ['64df037f-60a8-4462-834a-72eba23645a3'], 'active': True} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:06.780222 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (27a69208-d902-4ca0-904e-289f14811f49), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.807752 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a69208-d902-4ca0-904e-289f14811f49,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.864597 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.871878 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_dvr_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] Set router 64df037f-60a8-4462-834a-72eba23645a3 gateway port host: None {{(pid=112836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 09:57:06.892179 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795447'] for router_gateway (64df037f-60a8-4462-834a-72eba23645a3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:06.932012 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.db.l3_hamode_db [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:57:06Z', 'revision_number': 6, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=112836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:06.959959 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8f37e-e029-4455-89d8-378280b75294 None None] The sync data for ids ['64df037f-60a8-4462-834a-72eba23645a3'] in dv-cinder-zed-3-iscsi is: [{'id': '64df037f-60a8-4462-834a-72eba23645a3', 'name': 'tempest-TestShelveInstance-1852239067-router', 'tenant_id': '09213a17ab164ade9dcf58d2399f1790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T09:52:02Z', 'updated_at': '2022-10-28T09:57:06Z', 'revision_number': 6, 'project_id': '09213a17ab164ade9dcf58d2399f1790', 'gw_port_host': None}] {{(pid=112836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:07.007295 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1802103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1153'] for router (64df037f-60a8-4462-834a-72eba23645a3), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.011164 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks [] for router_controller (64df037f-60a8-4462-834a-72eba23645a3), precommit_delete_associations {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.015681 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.064179 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1802094'] for router (64df037f-60a8-4462-834a-72eba23645a3), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.064764 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64df037f-60a8-4462-834a-72eba23645a3 {{(pid=112834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:57:07.071325 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] Publish callbacks [] for router (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.075534 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-dd78e0e7-d018-4bf9-b742-8ab5f6f31592 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/64df037f-60a8-4462-834a-72eba23645a3 HTTP/1.1" status: 204 len: 168 time: 0.9434335 Oct 28 09:57:07.075909 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [-] (112835) accepted ('10.222.0.25', 47428) {{(pid=112835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.132004 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Deleting subnet e6a8c200-7b6a-40c2-bb59-a062551ee855 {{(pid=112835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 09:57:07.136520 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Publish callbacks [] for subnet (e6a8c200-7b6a-40c2-bb59-a062551ee855), before_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.175573 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59510719'] for subnet (e6a8c200-7b6a-40c2-bb59-a062551ee855), precommit_delete_associations {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.259791 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7716773'] for subnet (e6a8c200-7b6a-40c2-bb59-a062551ee855), precommit_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.329466 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7715256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59075552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59182375'] for subnet (e6a8c200-7b6a-40c2-bb59-a062551ee855), after_delete {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.366199 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6a8c200-7b6a-40c2-bb59-a062551ee855,revision_number=None']} {{(pid=112835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:07.375379 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron_lib.callbacks.manager [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for subnet (None), before_response {{(pid=112835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.381336 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47430) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:07.381962 dv-cinder-zed-3-iscsi neutron-server[112835]: INFO neutron.wsgi [None req-41c09462-1f35-45da-a97a-d672be97da0f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e6a8c200-7b6a-40c2-bb59-a062551ee855 HTTP/1.1" status: 204 len: 168 time: 0.3043549 Oct 28 09:57:07.384326 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee07829-258e-451e-8845-dae87e863cce None None] Network f84a58ec-368b-4434-93d7-9dd1dc060169 requested from dv-cinder-zed-3-iscsi {{(pid=112836) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 09:57:07.481121 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:07.490329 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7693414'] for network (f84a58ec-368b-4434-93d7-9dd1dc060169), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.534834 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.536409 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Deleting port dc935530-dbca-4b23-a042-eced47709ad2 {{(pid=112834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 09:57:07.536732 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746737987871'] for port (dc935530-dbca-4b23-a042-eced47709ad2), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.539901 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.546157 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:07.546726 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 9774b555-5ae3-42b8-a40d-70dfc7ef1e75 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:07.617734 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.db [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] For port dc935530-dbca-4b23-a042-eced47709ad2, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=dc935530-dbca-4b23-a042-eced47709ad2,segment=NetworkSegment(447f3095-7ea9-462e-b1f6-46354d59764e),segment_id=447f3095-7ea9-462e-b1f6-46354d59764e)] {{(pid=112834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:07.618227 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822839'] for port (dc935530-dbca-4b23-a042-eced47709ad2), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.638886 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.plugin [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Calling delete_port for dc935530-dbca-4b23-a042-eced47709ad2 owned by network:dhcp {{(pid=112834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 09:57:07.736849 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7732561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746737990045', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746737467612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1078430'] for port (dc935530-dbca-4b23-a042-eced47709ad2), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.765995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc935530-dbca-4b23-a042-eced47709ad2,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:07.768970 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] No DVR routers for this DVR port dc935530-dbca-4b23-a042-eced47709ad2 on host dv-cinder-zed-3-iscsi {{(pid=112834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 09:57:07.807636 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0af2c-f857-4928-99e9-8ccd875849ba None None] DHCP port deletion for f84a58ec-368b-4434-93d7-9dd1dc060169 request from dv-cinder-zed-3-iscsi {{(pid=112836) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 09:57:07.874127 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7578007', 'neutron.services.segments.db._delete_segments_for_network-8746737900243'] for network (f84a58ec-368b-4434-93d7-9dd1dc060169), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.888449 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:07.900106 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84a58ec-368b-4434-93d7-9dd1dc060169']}} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:07.913426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447f3095-7ea9-462e-b1f6-46354d59764e') {'for_net_delete': True} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:07.913426 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.services.segments.db [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447f3095-7ea9-462e-b1f6-46354d59764e') {} {{(pid=112834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:07.926839 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746737934493', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3304889'] for segment (447f3095-7ea9-462e-b1f6-46354d59764e), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.943860 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112'] for segment (447f3095-7ea9-462e-b1f6-46354d59764e), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.954870 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=112834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:57:07.955428 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7581112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1078387'] for segment (447f3095-7ea9-462e-b1f6-46354d59764e), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:07.984926 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.017656 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 447f3095-7ea9-462e-b1f6-46354d59764e resource provider aggregate not found Oct 28 09:57:08.041614 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.services.segments.plugin [-] Segment 447f3095-7ea9-462e-b1f6-46354d59764e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 447f3095-7ea9-462e-b1f6-46354d59764e found for delete ", "request_id": "req-6bd97da6-f5a6-4b9f-a5bd-5b27deff6c3a"}]} Oct 28 09:57:08.054013 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7577998', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795482'] for network (f84a58ec-368b-4434-93d7-9dd1dc060169), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.061995 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592699'] for network (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.066531 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f84a58ec-368b-4434-93d7-9dd1dc060169 HTTP/1.1" status: 204 len: 168 time: 0.6831081 Oct 28 09:57:08.086177 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd97af-c1ba-4971-bc00-98bfbd08aa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=f84a58ec-368b-4434-93d7-9dd1dc060169,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.234221 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.261682 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47438) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.318422 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-46871e5b-0ef5-4e3f-9599-f3d4554cc2cb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=937954dbeac043c29259ada2924c4953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552444 Oct 28 09:57:08.321666 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47440) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.380769 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] Publish callbacks [] for security_group (bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.406704 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] Publish callbacks [] for security_group (bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.468147 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.470950 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:08.472463 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4 HTTP/1.1" status: 204 len: 168 time: 0.1496491 Oct 28 09:57:08.486630 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395236f1-af27-48fd-8370-ed55fbec874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb73ec2-306a-4b7e-9dc1-b764ed3c9ca4,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.890174 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47446) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.937133 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-732ac91b-e86c-4a4c-82c8-39c221f0872c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09213a17ab164ade9dcf58d2399f1790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455425 Oct 28 09:57:08.939832 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [-] (112834) accepted ('10.222.0.25', 47448) {{(pid=112834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 09:57:08.998150 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] Publish callbacks [] for security_group (37625b97-df7f-458d-9a19-529a9d5511ed), before_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.022040 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] Publish callbacks [] for security_group (37625b97-df7f-458d-9a19-529a9d5511ed), precommit_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.081312 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764840'] for security_group (37625b97-df7f-458d-9a19-529a9d5511ed), after_delete {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.084031 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron_lib.callbacks.manager [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=112834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:09.085245 dv-cinder-zed-3-iscsi neutron-server[112834]: INFO neutron.wsgi [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/37625b97-df7f-458d-9a19-529a9d5511ed HTTP/1.1" status: 204 len: 168 time: 0.1443954 Oct 28 09:57:09.098776 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5c249-3f9f-4d4f-b7ab-901fee03c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37625b97-df7f-458d-9a19-529a9d5511ed,revision_number=None']} {{(pid=112834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:09.240030 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc935530-dbca-4b23-a042-eced47709ad2 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:09.266619 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: dc935530-dbca-4b23-a042-eced47709ad2 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:09.267209 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device dc935530-dbca-4b23-a042-eced47709ad2 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:09.267643 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27a69208-d902-4ca0-904e-289f14811f49 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:57:09.289698 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.plugin [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] No Port match for: 27a69208-d902-4ca0-904e-289f14811f49 {{(pid=112836) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 09:57:09.290051 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron.plugins.ml2.rpc [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Device 27a69208-d902-4ca0-904e-289f14811f49 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=112836) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:57:12.540206 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=13 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:12.571267 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=8 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.335087 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:17.366367 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG dbcounter [-] [112835] Writing DB stats neutron:SELECT=79,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=112835) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.089586 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=58,neutron:DELETE=6 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.090819 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG dbcounter [-] [112834] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=112834) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.271216 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:19.272158 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:21.060616 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:57:31.055577 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=16 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.056491 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=12 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:31.689794 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:32.666968 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-824d675f-1d96-44c7-acac-63134483b215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:34.985213 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-cbad55cb-2fcb-406f-9d46-840019012a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:36.778753 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:37.981488 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:38.234849 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:57:47.982762 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=5 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.227335 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:48.229508 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:53.964940 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:57:58.061695 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:01.715547 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:02.671192 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-0b887c8d-afa9-4dd0-a601-e39550d9e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:04.979009 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-2aa0df34-8e8d-480d-8849-befc805b2714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:06.781902 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:07.981224 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:08.053759 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.054590 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:08.231363 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:18.224439 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:18.227019 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.993226 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:30.994180 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:31.711314 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:32.676488 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-cc0bea6d-ebfd-4399-941d-c11f50b2883c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:34.984614 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-fec45d24-3664-4775-bcee-e1182ede6986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:35.061963 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:36.786161 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:37.985197 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:38.232849 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:58:45.059361 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.217018 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:58:48.227566 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.711885 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:01.980255 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:01.981060 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:02.683054 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-78eb974e-635f-40da-92f8-7825ae4226ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:04.984317 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f2e726fa-042d-4a94-ae43-dc54204eb0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:06.804004 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:07.988107 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:08.231628 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:12.062227 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:59:18.217449 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:18.226848 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:31.711988 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:32.679541 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-1129130c-7f0c-4cc3-a975-7006ccc95651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:34.979195 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d5426820-fe3c-4b1c-8987-259bfe4e02ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:36.792380 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:37.991248 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.228066 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 09:59:38.974071 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=15 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:38.980218 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=19 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.219818 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:48.222005 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:49.062444 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:59:59.056554 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 09:59:59.057415 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:01.718832 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:02.675579 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-f3444479-bd43-4a27-8a5f-c76a29d6cdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:04.984236 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-efdda735-71eb-4dbb-8921-7049da512e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:06.795588 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:07.994806 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:08.225187 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:15.974072 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=2 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:15.979734 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=4 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.217056 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:18.219697 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:26.062770 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:30.998970 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:DELETE=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:31.721114 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:32.671777 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-66bc2450-e26e-4ce4-b4a9-633879b05ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:34.983354 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-dac3a290-7214-4808-837a-995bca911a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:36.058051 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:36.798722 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:37.997798 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:38.224292 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:00:39.783057 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [req-72677860-d6bf-47aa-9a97-9bb8b36606ea req-16706422-dbcd-4662-8e6a-4216ae0d6e81 service neutron] (112835) timed out ('10.222.0.55', 64044) {{(pid=112835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:00:41.996236 dv-cinder-zed-3-iscsi neutron-server[112834]: DEBUG neutron.wsgi [req-230ccd86-116f-44eb-8c28-a3362a05bdb8 req-2befe36c-c943-4df6-ba7a-5333f1c6c5be service neutron] (112834) timed out ('10.222.0.55', 63992) {{(pid=112834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:00:50.067896 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:50.070011 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:52.979427 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:00:52.980326 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:01.739694 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:02.669176 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-c1194ecd-7346-4ea8-b4d6-cc95ccb25228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:03.063392 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:04.981778 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-34233abe-41ea-4c59-a63d-2caf119bed93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:06.802868 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.004040 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:08.223681 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:13.057665 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:13.058893 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:17.379878 dv-cinder-zed-3-iscsi neutron-server[112835]: DEBUG neutron.wsgi [req-5cd93044-a74d-4a52-a8b8-87cca9b0afd9 req-912beeef-347e-4913-8e5b-8214768f899c service neutron] (112835) timed out ('10.222.0.55', 64005) {{(pid=112835) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 10:01:18.209751 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:18.217206 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.079080 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=13 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:30.087084 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=19 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:31.898665 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:32.668099 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-154d3545-ce20-42a1-89ea-98d0cdc200fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:34.984970 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-bfcbc593-0288-4d95-b5d9-e348e4ba00d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:36.806270 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.003339 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:38.219542 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:01:40.063830 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:48.212399 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:48.214729 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.058996 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:01:50.059919 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=1 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:01.909664 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-a3d3fcb6-1644-425b-bd44-76a5d856be3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (4268ea37-8c14-4848-8b9d-4983b0593fd5), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:02.667091 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-18f5e8b4-91ad-41ff-80f3-9d65ab118440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (499e08e6-7aab-475c-adb0-1422a3b2cd80), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:04.980102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-b534131a-b390-4f8e-833e-1785df1fbb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1c6b9cd6-a43f-4852-8803-1e6950b2a7cb), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.809372 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-17cfc7e1-1a6f-4685-b821-ff74904d1c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (c6c36d45-6f3a-4b05-95ed-78d1edc8751d), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:06.975150 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:06.976152 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG dbcounter [-] [112837] Writing DB stats neutron:SELECT=3 {{(pid=112837) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:08.005829 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-d706b909-d7be-4619-8e23-427c4a4f06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (1ef4b089-0b0b-4853-8134-654ad8940849), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:08.224724 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG neutron_lib.callbacks.manager [None req-47f55784-a9bb-4eb6-8361-2ba209647bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746737900225', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7575254'] for agent (d97603aa-f6d5-4563-8404-d1e0663f1a77), after_update {{(pid=112836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:02:17.063683 dv-cinder-zed-3-iscsi neutron-server[112837]: DEBUG neutron.db.agents_db [None req-a17182e8-e7eb-4676-9e62-40ece8e5b86a None None] Agent healthcheck: found 6 active agents {{(pid=112837) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:02:18.218102 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:02:18.220660 dv-cinder-zed-3-iscsi neutron-server[112836]: DEBUG dbcounter [-] [112836] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=112836) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}